-- Logs begin at Mon 2022-04-11 18:26:29 UTC, end at Mon 2022-04-11 19:42:46 UTC. -- Apr 11 19:12:43.658600 dv-cinder-837362-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 19:12:46.656055 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.common.config [-] Logging enabled! Apr 11 19:12:46.656055 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 19:12:46.656055 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103832) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 19:12:46.657796 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.common.config [-] Logging enabled! Apr 11 19:12:46.658053 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 19:12:46.658368 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103832) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 19:12:46.659319 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 19:12:46.659556 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 19:12:46.659959 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 19:12:46.660719 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 19:12:46.661214 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 19:12:46.661640 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.662072 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 19:12:46.662397 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.662700 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.662999 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.663334 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.663686 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.663995 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.664290 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.664590 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.664879 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.665162 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.665452 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.665746 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.666030 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.666317 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.666605 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.666890 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] debug = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.667173 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.667717 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.668162 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.668445 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.668738 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.669019 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.669294 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.669573 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.669860 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.670190 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] host = dv-cinder-837362-1-iscsi {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.670471 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.670761 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.671052 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.671341 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.671626 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.671932 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.672223 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.672500 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.672777 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] log_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.673057 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.673349 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.673639 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.673932 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.674229 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.674429 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.674721 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.675013 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.675291 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.675569 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.676505 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.676789 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.677095 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.677373 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.677662 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.677951 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.678242 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.678521 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.678799 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.679077 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.679353 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.679645 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.679948 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.680229 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.680505 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.680796 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.681070 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.681346 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.681655 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.681948 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.682237 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.682526 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.682803 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.683090 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.683367 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.683645 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.683948 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] use_json = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.684227 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.684503 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.684788 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.685066 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.685341 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.685617 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.685894 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.686183 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.686459 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:46.686757 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.687056 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.687357 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.687659 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.687986 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.688274 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.688568 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.688851 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.689143 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.689435 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.689724 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.690007 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.690308 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.690600 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.690896 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.691203 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.691587 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.691910 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.692193 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.692475 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.692755 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.693038 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.693327 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.693610 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.693905 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.694201 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.694484 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.694784 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.695072 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.695368 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.695663 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.695963 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.696251 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.696546 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.696828 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.697106 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.697389 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.697681 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.697964 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.698241 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.698527 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.698810 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.699087 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.699362 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.699642 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.699955 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.700238 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.700512 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.700786 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.701064 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.701336 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.701628 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.701910 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.702190 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.702467 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.702751 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.703030 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.703309 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.703592 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.703886 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.704172 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.704450 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.704726 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.705002 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.705279 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.705553 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.705827 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.706101 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.706379 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.706652 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.706928 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.707203 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.707479 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.707753 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.708062 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.708361 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.708644 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.708925 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.709205 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.709486 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.709762 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.710039 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.710316 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.710596 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.710871 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.711162 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.711446 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.711765 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.712090 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.712375 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.712675 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.712954 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.713236 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.713522 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.713801 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.714080 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.714365 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.714652 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.714948 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.715245 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.715541 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.715836 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.716149 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.716431 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.716740 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.717019 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:46.717237 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 19:12:46.717477 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103832) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 19:12:47.094130 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 19:12:47.094415 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 19:12:47.094723 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 19:12:47.095060 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 19:12:47.427843 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.428171 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.428445 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.429740 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.430015 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.430282 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.484965 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.485249 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.485521 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.502570 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.502850 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.503120 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.534119 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.534400 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.534671 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.571860 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.572167 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.572438 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.915078 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.915674 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.915674 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.915942 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:47.916518 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.015968 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.016291 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.016574 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.016848 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.017119 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.017433 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.017699 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.017959 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.018216 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.018501 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.018762 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.019029 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.019288 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.019567 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.019824 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.020117 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.020372 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.020641 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.020913 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.021174 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.021597 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.021856 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.022146 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.022524 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.022779 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.023027 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.023424 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:12:48.023667 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:12:48.023927 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:12:48.024168 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:12:48.024404 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:12:48.024639 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:12:48.025004 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 19:12:48.028104 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 19:12:48.032024 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 19:12:48.035659 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 11 19:12:48.037550 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 19:12:48.038021 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 19:12:48.038358 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 19:12:48.038740 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 19:12:48.041710 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 19:12:48.041966 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 19:12:48.042324 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 19:12:48.047181 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 19:12:48.071482 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 19:12:48.071961 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.072264 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103832) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 19:12:48.072637 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.074001 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103832) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 19:12:48.074283 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 19:12:48.074531 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 19:12:48.077856 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.078143 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:48.139942 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 19:12:48.140187 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 19:12:48.140427 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 19:12:48.140795 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 19:12:48.161870 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_db.sqlalchemy.engines [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103832) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 19:12:48.739073 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Initializing driver for type 'gre' Apr 11 19:12:48.739603 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] gre ID ranges: [(1, 1000)] Apr 11 19:12:48.932718 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Initializing driver for type 'local' Apr 11 19:12:48.933333 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Initializing driver for type 'vlan' Apr 11 19:12:49.053069 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] VlanTypeDriver initialization complete Apr 11 19:12:49.053336 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Initializing driver for type 'vxlan' Apr 11 19:12:49.053834 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] vxlan ID ranges: [(1, 1000)] Apr 11 19:12:49.275806 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Initializing extension driver 'port_security' Apr 11 19:12:49.276188 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.extensions.port_security [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] PortSecurityExtensionDriver initialization complete Apr 11 19:12:49.276533 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Initializing mechanism driver 'openvswitch' Apr 11 19:12:49.276862 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Initializing mechanism driver 'hyperv' Apr 11 19:12:49.283519 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:12:49.284407 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > port after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.284813 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > port after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.285247 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > port after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.286037 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:12:49.286493 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.286856 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.287212 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.287625 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:12:49.288065 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > network after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.288428 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > network after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.288778 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > network after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.289184 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:12:49.289598 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > security_group after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.289955 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > security_group after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.290303 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.290712 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:12:49.291124 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.291478 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.291826 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.292260 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:12:49.292673 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > address_group after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.293030 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > address_group after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.293373 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.293779 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:12:49.294228 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] ML2 OVO RPC backend initialized. {{(pid=103832) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 19:12:49.294933 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.295295 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.295721 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > network before_response 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.296105 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > networks before_response 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.296461 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > port before_response 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.296806 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > ports before_response 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.297154 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > subnet before_response 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.299979 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > subnets before_response 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.299979 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > network after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.299979 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > network after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.299979 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > network after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.300299 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > port after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.300299 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > port after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.300299 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > port after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.300299 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.301148 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.301148 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.308157 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded quota_driver: . Apr 11 19:12:49.308485 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.plugin [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Modular L2 Plugin initialization complete Apr 11 19:12:49.308838 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading services supported by the core plugin {{(pid=103832) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 19:12:49.309185 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.plugins.ml2.managers [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Got port-security extension from driver 'port_security' Apr 11 19:12:49.309672 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.extensions.vlantransparent [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Disabled vlantransparent extension. Apr 11 19:12:49.310174 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103832) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 19:12:49.310506 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading Plugin: router Apr 11 19:12:49.346111 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.346516 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router after_create 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.346891 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router before_create 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.347263 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.347791 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.348178 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router after_delete 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.348543 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.348898 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.349263 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router after_create 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.349616 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router after_update 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.349971 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router after_update 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.350326 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.350689 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router after_update 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.351109 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.351482 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: port after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.351824 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: port after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.352197 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: subnet after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.352545 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.352899 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.353249 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.353595 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: port before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.353970 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router precommit_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.354328 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router after_update 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.354674 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.355029 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.355401 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.355749 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.356148 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > agent after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.356504 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > agent after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.356985 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > network after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.357858 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Tracking information for resource: router configured {{(pid=103832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:12:49.358194 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Tracking information for resource: floatingip configured {{(pid=103832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:12:49.363037 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.db.l3_agentschedulers_db [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 19:12:49.364172 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: port after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.364542 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: port after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.364899 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: port after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.365257 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: port after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.366059 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router before_create 55550100 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.366429 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.366796 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router precommit_create 55550100 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.367157 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > router precommit_update 55550100 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.371974 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.services.provider_configuration [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service providers = [] {{(pid=103832) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 19:12:49.372348 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.db.servicetype_db [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103832) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 19:12:49.375313 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.services.service_base [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 19:12:49.375677 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.services.service_base [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 19:12:49.376061 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.services.service_base [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 19:12:49.376967 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.services.service_base [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 19:12:49.377344 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.services.service_base [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 19:12:49.377736 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:12:49.378061 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 19:12:49.390904 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:12:49.391247 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading Plugin: auto_allocate Apr 11 19:12:49.397143 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: network precommit_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.397522 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: network precommit_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.398046 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:12:49.398373 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading Plugin: tag Apr 11 19:12:49.405196 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:12:49.405538 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading Plugin: timestamp Apr 11 19:12:49.409444 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:12:49.409781 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading Plugin: network_ip_availability Apr 11 19:12:49.415584 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.415994 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.416359 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.417075 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:12:49.417402 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading Plugin: flavors Apr 11 19:12:49.422298 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:12:49.422637 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading Plugin: revisions Apr 11 19:12:49.427469 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:12:49.427892 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_concurrency.lockutils [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.333s {{(pid=103832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 19:12:49.428657 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103832) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 19:12:49.428998 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Initializing extension manager. Apr 11 19:12:49.429530 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: __init__.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.429877 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: __pycache__ {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.430219 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: address_group.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.430972 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.431544 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: address-group Apr 11 19:12:49.431895 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: address_scope.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.432618 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.433135 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: address-scope Apr 11 19:12:49.433466 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.434405 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.434922 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: router-admin-state-down-before-update Apr 11 19:12:49.435253 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: agent.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.435996 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.436539 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: agent Apr 11 19:12:49.436867 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: agent_resources_synced.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.437788 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.438302 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: agent-resources-synced Apr 11 19:12:49.438659 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: allowedaddresspairs.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.440478 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.441006 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: allowed-address-pairs Apr 11 19:12:49.441941 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: auto_allocated_topology.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.443051 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.443572 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: auto-allocated-topology Apr 11 19:12:49.443929 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: availability_zone.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.444632 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.445149 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: availability_zone Apr 11 19:12:49.445474 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: availability_zone_filter.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.446409 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.446920 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: availability_zone_filter Apr 11 19:12:49.447247 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: data_plane_status.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.466163 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.466664 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 19:12:49.466990 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: default_subnetpools.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.467942 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.468459 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: default-subnetpools Apr 11 19:12:49.468791 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.469601 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.470110 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: dhcp_agent_scheduler Apr 11 19:12:49.470438 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: dns.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.471355 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.471881 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 19:12:49.472210 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: dns_domain_ports.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.473160 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.473665 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 19:12:49.473998 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.474939 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.475425 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 19:12:49.475753 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: dvr.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.476461 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.476971 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: dvr Apr 11 19:12:49.477299 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: ecmp_routes.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.478219 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.478730 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 19:12:49.479059 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: empty_string_filtering.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.480005 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.480518 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: empty-string-filtering Apr 11 19:12:49.480844 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.481776 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.482289 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 19:12:49.482616 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.483536 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.484074 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 19:12:49.484402 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: external_net.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.485324 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.485837 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: external-net Apr 11 19:12:49.486164 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.487088 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.487592 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: extra_dhcp_opt Apr 11 19:12:49.487949 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: extraroute.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.489393 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.489905 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: extraroute Apr 11 19:12:49.490230 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: extraroute_atomic.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.497579 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.498094 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: extraroute-atomic Apr 11 19:12:49.498421 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: filter_validation.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.499092 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.499600 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: filter-validation Apr 11 19:12:49.499963 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: fip_pf_description.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.501069 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.501583 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 19:12:49.501910 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: fip_pf_port_range.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.502830 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.503344 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 19:12:49.503693 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: fip_port_details.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.506097 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.506616 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: fip-port-details Apr 11 19:12:49.506950 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: flavors.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.508209 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.508734 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: flavors Apr 11 19:12:49.509067 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.510713 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.511239 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 19:12:49.511580 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: floatingip_pools.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.512324 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.512839 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: floatingip-pools Apr 11 19:12:49.513171 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: ip_allocation.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.514099 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.514617 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 19:12:49.514974 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.515916 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.516436 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: ip-substring-filtering Apr 11 19:12:49.516770 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: l2_adjacency.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.517712 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.518222 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 19:12:49.518551 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: l3.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.519560 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.520123 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: router Apr 11 19:12:49.520454 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.528015 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.528550 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 19:12:49.528887 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.529821 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.530340 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: ext-gw-mode Apr 11 19:12:49.530684 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.531612 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.532165 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: l3-ha Apr 11 19:12:49.532499 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.533431 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.533943 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 19:12:49.534275 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: l3_flavors.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.535261 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.536055 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: l3-flavors Apr 11 19:12:49.536388 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.537787 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.538311 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 19:12:49.538649 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.539586 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.540129 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 19:12:49.540460 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: l3agentscheduler.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.541502 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.542021 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: l3_agent_scheduler Apr 11 19:12:49.542356 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: local_ip.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.544287 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.544835 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension local_ip not supported by any of loaded plugins Apr 11 19:12:49.545164 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: logging.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.546639 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.547182 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension logging not supported by any of loaded plugins Apr 11 19:12:49.547515 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: metering.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.548293 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.549122 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: metering Apr 11 19:12:49.549453 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.551092 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.551621 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: metering_source_and_destination_fields Apr 11 19:12:49.551983 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: multiprovidernet.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.552923 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.553440 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: multi-provider Apr 11 19:12:49.553770 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: netmtu.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.554695 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.555212 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: net-mtu Apr 11 19:12:49.555722 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: netmtu_writable.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.562040 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.562516 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: net-mtu-writable Apr 11 19:12:49.562853 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: network_availability_zone.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.563538 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.564917 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: network_availability_zone Apr 11 19:12:49.565254 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: network_ip_availability.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.566929 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.568318 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: network-ip-availability Apr 11 19:12:49.568657 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: network_segment_range.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.569441 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.569957 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 19:12:49.570291 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: pagination.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.571293 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.571633 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: pagination Apr 11 19:12:49.571997 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: port_device_profile.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.572921 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.573439 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: port-device-profile Apr 11 19:12:49.573767 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.574713 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.575228 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: port-mac-address-regenerate Apr 11 19:12:49.575556 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.576522 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.577039 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: port-numa-affinity-policy Apr 11 19:12:49.577366 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: port_resource_request.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.578291 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.578798 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 19:12:49.579125 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: port_resource_request_groups.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.580133 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.580643 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 19:12:49.580970 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: portbindings.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.581954 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.582470 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: binding Apr 11 19:12:49.582799 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: portbindings_extended.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.584109 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.584635 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: binding-extended Apr 11 19:12:49.584968 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: portsecurity.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.585896 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.586412 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: port-security Apr 11 19:12:49.586743 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: project_id.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.587727 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.588099 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: project-id Apr 11 19:12:49.588433 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: providernet.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.589358 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.589874 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: provider Apr 11 19:12:49.590204 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.593846 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.594377 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos not supported by any of loaded plugins Apr 11 19:12:49.594714 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.596009 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.596531 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 19:12:49.596865 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.598442 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.598964 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 19:12:49.599293 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_default.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.600261 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.600782 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-default not supported by any of loaded plugins Apr 11 19:12:49.601114 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_fip.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.607195 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.607715 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 19:12:49.608072 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.609003 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.609530 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 19:12:49.609859 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_gateway_ip.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.610795 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.611313 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 19:12:49.611641 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_port_network_policy.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.612624 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.613756 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 19:12:49.614087 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.615143 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.615661 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 19:12:49.616025 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.617076 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.617594 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 19:12:49.617926 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_pps_rule.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.619106 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.619623 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 19:12:49.619980 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_rule_type_details.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.620912 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.621428 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 19:12:49.621759 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.622692 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.623215 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 19:12:49.623547 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: qos_rules_alias.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.624638 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.625159 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 19:12:49.625492 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: quota_check_limit.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.626424 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.626941 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: quota-check-limit Apr 11 19:12:49.627269 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: quotasv2.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.628268 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.628599 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: quotas Apr 11 19:12:49.628955 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: quotasv2_detail.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.636506 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.636847 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: quota_details Apr 11 19:12:49.637181 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: rbac.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.638246 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.638771 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: rbac-policies Apr 11 19:12:49.639107 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: rbac_address_group.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.640120 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.640643 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: rbac-address-group Apr 11 19:12:49.640973 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: rbac_address_scope.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.641904 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.642420 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: rbac-address-scope Apr 11 19:12:49.642747 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: rbac_security_groups.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.643746 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.644313 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: rbac-security-groups Apr 11 19:12:49.644644 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: rbac_subnetpool.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.645586 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.646101 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: rbac-subnetpool Apr 11 19:12:49.646424 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: revisionifmatch.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.647363 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.647899 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: revision-if-match Apr 11 19:12:49.648230 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: revisions.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.649385 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.649901 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: standard-attr-revisions Apr 11 19:12:49.650230 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: router_availability_zone.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.650911 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.651429 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: router_availability_zone Apr 11 19:12:49.651759 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: routerservicetype.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.652726 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.653244 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 19:12:49.653576 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.654516 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.655029 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: security-groups-normalized-cidr Apr 11 19:12:49.655358 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.656323 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.656834 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: port-security-groups-filtering Apr 11 19:12:49.657163 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.658105 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.658614 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: security-groups-remote-address-group Apr 11 19:12:49.658943 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.660407 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.661188 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: security-groups-shared-filtering Apr 11 19:12:49.661518 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.662115 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 19:12:49.662443 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: securitygroup.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.672206 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.672742 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: security-group Apr 11 19:12:49.673080 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: segment.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.673819 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.674346 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension segment not supported by any of loaded plugins Apr 11 19:12:49.674684 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.676401 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.676926 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 19:12:49.677265 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: servicetype.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.678378 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.678904 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: service-type Apr 11 19:12:49.679239 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: sorting.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.680264 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.680606 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: sorting Apr 11 19:12:49.680934 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: standard_attr_segment.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.681869 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.682393 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 19:12:49.682723 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: standardattrdescription.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.683383 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.683920 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: standard-attr-description Apr 11 19:12:49.684252 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: stateful_security_group.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.685206 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.685724 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: stateful-security-group Apr 11 19:12:49.686051 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: stdattrs_common.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.686630 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 19:12:49.686953 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.687935 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.688453 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 19:12:49.688781 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: subnet_onboard.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.689856 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.690381 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: subnet_onboard Apr 11 19:12:49.690709 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.691672 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.692220 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 19:12:49.692549 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: subnet_service_types.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.693491 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.694009 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: subnet-service-types Apr 11 19:12:49.694337 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: subnetallocation.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.699831 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.700367 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: subnet_allocation Apr 11 19:12:49.700693 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.701420 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.702061 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: subnetpool-prefix-ops Apr 11 19:12:49.702457 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.703715 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.704259 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 19:12:49.704586 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: tagging.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.705664 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.706187 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: standard-attr-tag Apr 11 19:12:49.706518 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: timestamp.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.707759 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.708312 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loaded extension: standard-attr-timestamp Apr 11 19:12:49.708647 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: trunk.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.709692 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.710213 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension trunk not supported by any of loaded plugins Apr 11 19:12:49.710542 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: trunk_details.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.711472 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.712020 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 19:12:49.712350 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: uplink_status_propagation.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.713282 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.713793 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 19:12:49.714122 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Loading extension file: vlantransparent.py {{(pid=103832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:12:49.714800 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:12:49.715313 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 19:12:49.717879 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:network Apr 11 19:12:49.718407 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:subnet Apr 11 19:12:49.718822 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 19:12:49.719221 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:port Apr 11 19:12:49.720498 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.720946 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service FLAVORS assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.721568 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.722013 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.722355 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:router Apr 11 19:12:49.723307 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 19:12:49.723808 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service METERING assigned prefix: /metering {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.725289 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.725669 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.726033 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:12:49.727048 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 19:12:49.727503 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:security_group Apr 11 19:12:49.727982 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 19:12:49.728591 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service CORE assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.728927 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 19:12:49.729287 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] subnetpool is already registered Apr 11 19:12:49.729723 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service CORE assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.730055 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 19:12:49.730400 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] subnetpool is already registered Apr 11 19:12:49.732755 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.733207 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service FLAVORS assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.733955 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.734408 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.734749 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:router Apr 11 19:12:49.735094 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] router is already registered Apr 11 19:12:49.735523 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 19:12:49.735888 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] floatingip is already registered Apr 11 19:12:49.736365 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service METERING assigned prefix: /metering {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.737076 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 19:12:49.737412 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] rbac_policy is already registered Apr 11 19:12:49.737844 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:security_group Apr 11 19:12:49.738245 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] security_group is already registered Apr 11 19:12:49.738651 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 19:12:49.738996 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] security_group_rule is already registered Apr 11 19:12:49.739496 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service CORE assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.739826 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 19:12:49.740190 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] subnetpool is already registered Apr 11 19:12:49.741573 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.v2.resource_helper [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Service CORE assigned prefix: {{(pid=103832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:12:49.741573 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 19:12:49.741573 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING neutron.quota.resource_registry [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] subnetpool is already registered Apr 11 19:12:49.741789 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: extensions {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.744419 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: address-groups {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.745919 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: address-scopes {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.747135 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: agents {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.748439 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: auto-allocated-topology {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.749694 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: availability_zones {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.750921 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: dhcp-networks {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.752365 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: dhcp-agents {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.754435 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: routers {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.756585 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: flavors {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.757851 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: service_profiles {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.759048 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: next_providers {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.760533 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: service_profiles {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.761971 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: floatingip-pools {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.763318 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: routers {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.765451 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: floatingips {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.770031 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: l3-routers {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.770031 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: l3-agents {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.770198 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: metering-labels {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.771401 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: metering-label-rules {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.772808 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: network-ip-availabilities {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.774073 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: bindings {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.775630 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: quotas {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.777312 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: quotas {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.778865 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: rbac-policies {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.780113 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: security-groups {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.781444 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: security-group-rules {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.786998 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: service-providers {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.786998 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: subnetpools {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.786998 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: subnetpools {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.787217 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: tags {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.788793 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: tags {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.790632 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: tags {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.792466 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: tags {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.794164 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: tags {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.796141 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: tags {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.797842 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: tags {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.799649 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: tags {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.802468 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: tags {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.804264 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron.api.extensions [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Extended resource: tags {{(pid=103832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:12:49.810207 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING keystonemiddleware.auth_token [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 19:12:49.814851 dv-cinder-837362-1-iscsi neutron-server[103832]: WARNING keystonemiddleware.auth_token [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 19:12:49.824122 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_concurrency.lockutils [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Acquired lock "singleton_lock" {{(pid=103832) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 19:12:49.824605 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_concurrency.lockutils [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Releasing lock "singleton_lock" {{(pid=103832) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 19:12:49.825263 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO oslo_service.service [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Starting 2 workers Apr 11 19:12:49.830223 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Started child 103943 {{(pid=103832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 19:12:49.836342 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Started child 103944 {{(pid=103832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 19:12:49.836518 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:12:49.840160 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO neutron.service [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 19:12:49.840287 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [-] (103943) wsgi starting up on http://0.0.0.0:9696 Apr 11 19:12:49.840287 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 53210) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:12:49.840418 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:12:49.841239 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO oslo_service.service [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Starting 1 workers Apr 11 19:12:49.842476 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:12:49.844399 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [-] (103944) wsgi starting up on http://0.0.0.0:9696 Apr 11 19:12:49.846654 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Started child 103946 {{(pid=103832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 19:12:49.847681 dv-cinder-837362-1-iscsi neutron-server[103832]: INFO oslo_service.service [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Starting 1 workers Apr 11 19:12:49.847787 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068567 Apr 11 19:12:49.852674 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.service [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] calling RpcWorker wait() {{(pid=103946) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 19:12:49.852674 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.service [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] returning from RpcWorker wait() {{(pid=103946) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 19:12:49.853341 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Started child 103949 {{(pid=103832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 19:12:49.854684 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:12:49.854788 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f76895a5-cf4c-4658-993f-660641c7dce0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:12:49.855036 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:12:49.856179 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103832) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 19:12:49.856403 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 19:12:49.856595 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 19:12:49.856827 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 19:12:49.857174 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 19:12:49.857333 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 19:12:49.857862 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.858059 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:12:49.858528 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.858528 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.858652 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.859700 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.859700 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.859893 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.860052 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.860294 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.860554 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.860722 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.860891 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.861150 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.861384 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.861711 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.861972 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.862234 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.862492 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.862666 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.862922 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.863251 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.863513 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.863784 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] debug = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.864052 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.864533 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.864763 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.865015 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.865254 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.865534 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.865766 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.866032 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.866283 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.866523 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.866762 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.867031 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.867264 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.867480 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.867744 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.867987 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.868252 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.868468 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.868953 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] host = dv-cinder-837362-1-iscsi {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876107 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876107 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876107 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876107 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876107 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876107 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876107 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876107 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_options = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.876633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877139 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877139 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877139 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877139 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877139 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877139 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877139 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877537 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877537 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877537 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877537 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877537 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877537 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877537 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877537 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.877537 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.878056 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.878056 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.878056 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.878056 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.878056 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.878056 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.878056 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.878445 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.878445 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.878580 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.881519 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.881519 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.881519 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.881519 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.881519 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.881519 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.881519 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.881519 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.882042 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.882042 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.882042 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.882042 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.882300 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.882553 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.882705 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.882886 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.883113 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.883368 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.883988 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_json = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.883988 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.884275 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.884412 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.884565 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.885380 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.885380 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.885380 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.885380 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.885945 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.886258 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.886258 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.886607 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.886886 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.887141 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.887397 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.889625 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.889625 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.889625 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.889625 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.889625 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.889625 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.889625 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.890309 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.890309 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.890309 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.891336 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.891623 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.892317 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.892317 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.892477 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:12:49.892564 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.892635 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.892872 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.893929 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.894202 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.895036 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.895291 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.895599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.895892 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.896220 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.896486 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.897577 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.897846 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.898234 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.898331 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.899498 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.899773 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.900043 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.900276 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903245 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903245 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903245 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903245 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903245 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903245 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903245 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903245 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903245 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903898 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903898 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903898 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903898 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903898 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.903898 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.904757 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.904995 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.905264 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.905528 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.906552 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.906552 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.906552 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.906552 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.906860 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.906860 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.907123 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.907272 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.908809 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.908809 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.908809 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.909120 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.909189 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.909382 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.909609 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.909844 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.910115 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.910358 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.911455 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.911455 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.911455 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.911699 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.912889 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.912889 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.912889 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.912889 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.912889 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.913224 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.913224 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.913361 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.913571 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.913784 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.914000 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.914570 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.914726 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.914871 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.915090 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.916757 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.916757 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.916757 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.916757 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.916757 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.916757 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.916757 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.917230 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.917230 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.917390 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.917610 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.918783 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.918783 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.918783 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.918783 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.918783 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.919123 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.919192 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.919402 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.919676 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.919955 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.920219 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.920478 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.920742 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.921046 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.921400 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.922400 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.922661 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.922930 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.923256 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.925051 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.925176 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.925499 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.925805 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.927949 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.928707 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.928884 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.937813 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.937813 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.937813 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.937813 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.937813 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.937813 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.937813 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.937813 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.938890 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.938890 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.938890 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.938890 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.938890 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.938890 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.938890 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.938890 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.939452 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.939452 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.939452 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.939452 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.939452 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.939452 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.939452 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.939452 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940055 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940055 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940055 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940055 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940055 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940055 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940055 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940055 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940613 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940613 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940613 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940613 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940613 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940613 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940613 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.940613 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.941094 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.941094 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.941094 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.941803 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.941980 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.942955 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.942955 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.942955 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.942955 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.943248 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.943442 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.943684 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.943948 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.944160 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.944373 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.944590 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.944821 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.945061 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.945291 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.945502 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.945763 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.945997 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.946356 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.946604 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.946884 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.947048 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.947297 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.947540 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.947820 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.948185 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.949197 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.949197 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.949197 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.949197 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.949694 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.949917 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.950132 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.950349 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.950605 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.950874 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.951906 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.951906 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.951906 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.951906 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.952202 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.952202 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.952461 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.952610 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.952810 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.953026 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.953237 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.953527 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.953784 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.954009 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.954264 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.954497 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.954771 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.955018 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.955226 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.955433 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.955660 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.958086 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.958086 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.958086 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.958339 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.958339 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.958559 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.958782 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.958997 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.959221 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.959433 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.959667 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.961023 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.961194 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.961388 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.961637 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.961847 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.962078 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.962326 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.963454 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.963677 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.963985 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.964872 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.965117 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.965362 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.965584 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.965796 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.966125 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.966375 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.966615 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.966914 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.968971 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.968971 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.968971 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.968971 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.968971 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.968971 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.968971 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.968971 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.983759 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.983759 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.983759 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.983759 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.983759 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.983759 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.983759 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.983759 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984383 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984383 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984383 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984383 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984383 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984383 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984383 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984383 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984383 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984895 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984895 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984895 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984895 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984895 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984895 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984895 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984895 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.984895 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.985409 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.985409 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.985409 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.985409 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.985409 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.985409 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 19:12:49.985409 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103832) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 19:12:49.985409 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 19:12:49.985959 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 19:12:49.985959 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 19:12:49.985959 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 19:12:49.985959 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 19:12:49.985959 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.985959 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.985959 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.985959 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.986505 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.986505 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.986505 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.986505 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.986505 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.986505 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.986505 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.986505 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987059 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987059 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987059 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987059 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987059 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987059 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987059 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987059 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987601 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987601 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987601 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] debug = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987601 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987601 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.987601 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.988555 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.988555 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.988555 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.988555 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.988555 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.988555 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.988555 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.988555 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989098 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989098 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989098 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989098 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989098 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989098 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989098 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989098 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] host = dv-cinder-837362-1-iscsi {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989623 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989623 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989623 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989623 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989623 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989623 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989623 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.989623 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990144 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990144 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990144 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990144 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990144 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990144 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990144 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_options = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990144 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990144 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990748 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990748 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990748 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990748 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990748 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990748 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.990748 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.991235 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.991235 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.991235 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.991235 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.991235 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.991235 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.991637 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.991637 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.991637 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.992690 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.992690 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.992690 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.992690 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.992690 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.992690 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.992690 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.993111 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.993111 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.993111 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.993285 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.993351 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.993908 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.993908 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.993908 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.993908 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.994223 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.994223 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.994369 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.994520 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.994679 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.994839 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.995291 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.995291 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.995466 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.995556 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.995637 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.995788 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.996935 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_json = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.997119 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.997255 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.997406 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.997845 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.997845 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.997845 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.998107 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.998188 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.998296 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:12:49.998472 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.998632 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.998800 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.998965 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.999118 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.999280 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.999441 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.999600 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:49.999760 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.000659 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.000885 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.001033 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.001197 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.001358 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.001520 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.001685 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.001849 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.002009 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.002171 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.002328 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.002643 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.002808 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.002976 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.004467 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.004544 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:12:50.004649 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.004649 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.004649 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.004649 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.004649 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.004988 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.004988 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.004988 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.005206 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.005285 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.005454 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.005665 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.005801 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.006007 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.006097 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.006247 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.006392 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.006549 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.006709 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.006867 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.007028 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.007188 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.007368 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.007540 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.007686 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.007868 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.008714 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.008714 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.008893 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.009915 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.009915 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.009915 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.009915 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.009915 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.010318 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.010318 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.010318 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.010524 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.010601 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.010784 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.010914 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.011073 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.011388 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.011547 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.011719 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.012864 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.012864 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.012864 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.012864 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.012864 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.012864 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.012864 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.013375 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.013375 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.013375 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.013789 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.013789 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.013789 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.014011 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.014011 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.014167 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.014291 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.014449 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.015435 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.015435 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.015435 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.015435 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.015435 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.015435 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.015837 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.015837 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.015837 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.016133 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.016133 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.017180 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.017180 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.017180 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.017180 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.017180 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.017180 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.017180 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.017599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.017599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.017781 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.017852 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.018562 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.018562 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.018562 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.018562 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.018562 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.018871 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.018871 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.019000 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.019151 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.019396 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.019495 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.019636 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.019797 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.021496 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.021496 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.021496 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.021496 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.036543 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.036543 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.036543 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.036543 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.036543 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.036543 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.036543 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.036543 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.036543 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037168 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037168 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037168 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037168 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037168 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037168 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037168 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037168 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037705 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037705 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037705 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037705 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037705 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037705 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037705 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.037705 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038233 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038233 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038233 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038233 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038233 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038233 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038233 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038233 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038772 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038772 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038772 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038772 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038772 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038772 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038772 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.038772 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039313 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039313 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039313 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039313 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039313 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039313 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039313 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039313 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039837 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039837 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039837 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039837 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039837 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039837 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039837 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.039837 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040400 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040400 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040400 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040400 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040400 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040400 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040400 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040400 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040910 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040910 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040910 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040910 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040910 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040910 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040910 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.040910 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041432 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041432 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041432 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041432 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041432 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041432 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041432 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041432 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041970 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041970 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041970 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041970 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041970 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041970 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041970 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.041970 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.042501 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.042501 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.042501 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.042501 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.042501 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.042501 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.042501 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.042501 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.042501 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043102 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043102 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043102 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043102 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043102 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043102 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043102 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043102 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.043633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045191 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045191 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045191 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045191 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045191 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045191 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045191 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045191 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.045633 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046071 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046071 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046071 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046071 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046071 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046071 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046071 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046071 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046584 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046584 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046584 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046584 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046584 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046584 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046584 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.046584 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047112 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047112 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047112 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047112 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047112 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047112 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047112 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047112 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.047599 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.048251 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.048251 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.048251 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.048251 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.048472 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.048472 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.048629 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.048788 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.048948 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.049107 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.049266 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.049423 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.049582 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:12:50.049735 dv-cinder-837362-1-iscsi neutron-server[103832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 19:13:01.442203 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780008cf-c7c7-4c99-9f0e-9277e31563af None None] get_active_networks_info from dv-cinder-837362-1-iscsi {{(pid=103946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 19:13:01.510441 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780008cf-c7c7-4c99-9f0e-9277e31563af None None] No non-hosted networks {{(pid=103946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 19:13:01.514024 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.agentschedulers_db [None req-780008cf-c7c7-4c99-9f0e-9277e31563af None None] DHCP Agent not found on host dv-cinder-837362-1-iscsi {{(pid=103946) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 19:13:01.594718 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-99331a23-0384-47cb-a663-64cb8addd11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677560'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:03.923328 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-23aba65d-6b19-4c4e-8df4-6a78c2a27f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677560'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:03.950758 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.db.api [None req-9498ee6c-f9a5-4cef-9193-5090cc70b14b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837362-1-iscsi {{(pid=103946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 19:13:03.951543 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG oslo_db.api [None req-9498ee6c-f9a5-4cef-9193-5090cc70b14b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 19:13:04.478089 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9498ee6c-f9a5-4cef-9193-5090cc70b14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:04.585363 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677560'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:04.668200 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 53294) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:05.198635 dv-cinder-837362-1-iscsi neutron-server[103943]: WARNING oslo_policy.policy [None req-d802d4a6-38fe-4034-b8ab-b62d2e692f61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:13:05.199230 dv-cinder-837362-1-iscsi neutron-server[103943]: WARNING oslo_policy.policy [None req-d802d4a6-38fe-4034-b8ab-b62d2e692f61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:13:05.427096 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [None req-d802d4a6-38fe-4034-b8ab-b62d2e692f61 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:13:05.439880 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d802d4a6-38fe-4034-b8ab-b62d2e692f61 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7590985 Apr 11 19:13:06.372486 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677560'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:07.887301 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677560'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:07.888782 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.889127 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.889467 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.889803 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.890131 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.890453 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.890947 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.891289 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.891772 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.892291 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.892633 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.893102 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.893604 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.894098 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.894451 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:07.894943 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837362-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:13:07.905220 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837362-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:13:08.050212 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53326) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:08.561784 dv-cinder-837362-1-iscsi neutron-server[103944]: WARNING oslo_policy.policy [None req-52b83b31-7f87-4771-9ce6-872e0772324f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:13:08.562485 dv-cinder-837362-1-iscsi neutron-server[103944]: WARNING oslo_policy.policy [None req-52b83b31-7f87-4771-9ce6-872e0772324f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:13:08.791724 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-52b83b31-7f87-4771-9ce6-872e0772324f admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:13:08.891218 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.policy [None req-52b83b31-7f87-4771-9ce6-872e0772324f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103944) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 19:13:08.937756 dv-cinder-837362-1-iscsi neutron-server[103944]: WARNING oslo_policy.policy [None req-52b83b31-7f87-4771-9ce6-872e0772324f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:13:08.938146 dv-cinder-837362-1-iscsi neutron-server[103944]: WARNING oslo_policy.policy [None req-52b83b31-7f87-4771-9ce6-872e0772324f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:13:09.104639 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52b83b31-7f87-4771-9ce6-872e0772324f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768060134056', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768060136612', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768060150632', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768060241727', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768060239412', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768060229957', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3838390', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3821451', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536944', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636079'] for rbac-policy (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:09.260583 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52b83b31-7f87-4771-9ce6-872e0772324f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:09.271463 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-52b83b31-7f87-4771-9ce6-872e0772324f admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2187071 Apr 11 19:13:09.965163 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.db.l3_hamode_db [None req-877c3c4d-8daa-4c87-91a4-6db0ef573991 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 19:13:10.050078 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c3c4d-8daa-4c87-91a4-6db0ef573991 None None] Routers set() bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:13:10.050401 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c3c4d-8daa-4c87-91a4-6db0ef573991 None None] Router IDs set() for agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 19:13:11.785293 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 53344) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:12.092293 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:13:12.275276 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Made reservation on behalf of acd2292225054f3b9a42bdfdaa10b117 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:13:12.338307 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.policy [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103943) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 19:13:12.381629 dv-cinder-837362-1-iscsi neutron-server[103943]: WARNING oslo_policy.policy [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:13:12.381994 dv-cinder-837362-1-iscsi neutron-server[103943]: WARNING oslo_policy.policy [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:13:12.392561 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:12.414363 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:12.577102 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Publish callbacks [] for security_group (988781dd-362b-4652-adea-6391af5c74b5), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:12.645716 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (988781dd-362b-4652-adea-6391af5c74b5), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:12.670255 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:13:12.707224 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768060259494', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (77ac2dc2-6d47-408f-90d6-7415333a6e32), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:12.707801 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Unsubscribe: segment precommit_create {{(pid=103943) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 19:13:12.708465 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Added segment 77ac2dc2-6d47-408f-90d6-7415333a6e32 of type vlan for network 917e3c00-2c69-4160-952d-cee354234efa Apr 11 19:13:12.725759 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=988781dd-362b-4652-adea-6391af5c74b5,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:12.775163 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.775500 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.775875 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.776218 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.776548 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.776873 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.777191 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.777507 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.777826 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.778140 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.778452 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.778780 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.779100 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.779408 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.779716 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Tracked resource versions report: Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: pushed versions: Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: { 'AddressGroup': {'1.2'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Agent': {'1.1'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'ConntrackHelper': {'1.0'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Log': {'1.0'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'NDPProxy': {'1.0'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Network': {'1.1'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Port': {'1.7'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'PortForwarding': {'1.3'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'QosPolicy': {'1.10'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SecurityGroup': {'1.5'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SubPort': {'1.0'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Subnet': {'1.1'}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Trunk': {'1.1'}} Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: consumer versions: Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: { DHCP agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: L3 agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: Metadata agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: Metering agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: Open vSwitch agent@dv-cinder-837362-1-iscsi: { 'AddressGroup': '1.2', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Agent': '1.1', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'ConntrackHelper': '1.0', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'LocalIPAssociation': '1.0', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Log': '1.0', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'NDPProxy': '1.0', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Network': '1.1', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Port': '1.7', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'PortForwarding': '1.3', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'QosPolicy': '1.10', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SecurityGroup': '1.5', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SecurityGroupRule': '1.2', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SubPort': '1.0', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Subnet': '1.1', Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Trunk': '1.1'}} Apr 11 19:13:12.781156 dv-cinder-837362-1-iscsi neutron-server[103943]: {{(pid=103943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:13:12.819052 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (917e3c00-2c69-4160-952d-cee354234efa), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:12.915202 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (917e3c00-2c69-4160-952d-cee354234efa), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:12.920398 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:13:12.921165 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:13.036069 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] Pushing event updated for resources: {'Network': ['ID=917e3c00-2c69-4160-952d-cee354234efa,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:13.050417 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network 917e3c00-2c69-4160-952d-cee354234efa details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:13:13.054983 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-de5e8c9d-7052-408b-8352-739fa4c31d17 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2683897 Apr 11 19:13:15.600960 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53358) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:16.037310 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6726c11-eeed-4393-831a-2a150e53fb32 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:13:16.038772 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c6726c11-eeed-4393-831a-2a150e53fb32 demo admin] 10.222.0.13 "GET /v2.0/networks/917e3c00-2c69-4160-952d-cee354234efa HTTP/1.1" status: 200 len: 825 time: 0.4369559 Apr 11 19:13:16.062739 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9fe31979-868b-4c48-97f5-98d134f19e0b demo admin] 10.222.0.13 "GET /v2.0/subnetpools/f0c85295-7597-4c56-8364-d12766681879 HTTP/1.1" status: 200 len: 734 time: 0.0183566 Apr 11 19:13:16.071570 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'f0c85295-7597-4c56-8364-d12766681879', 'ip_version': 4, 'network_id': '917e3c00-2c69-4160-952d-cee354234efa', 'gateway_ip': '172.20.0.1'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:13:16.155138 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Made reservation on behalf of acd2292225054f3b9a42bdfdaa10b117 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:13:16.157621 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:16.515778 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for subnet (ea874be3-f3af-4a65-9969-91aafa73016a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:16.585220 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Checking segment: {'id': '77ac2dc2-6d47-408f-90d6-7415333a6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '917e3c00-2c69-4160-952d-cee354234efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:13:16.585597 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Network hostable DHCP agents. Network: 917e3c00-2c69-4160-952d-cee354234efa, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:13:16.604942 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Pushing event updated for resources: {'Subnet': ['ID=ea874be3-f3af-4a65-9969-91aafa73016a,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:16.616146 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.616498 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620145 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620145 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620145 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620145 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620145 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620577 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620577 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620577 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620577 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620577 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620964 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620964 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.620964 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Tracked resource versions report: Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: pushed versions: Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: { 'AddressGroup': {'1.2'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Agent': {'1.1'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'ConntrackHelper': {'1.0'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Log': {'1.0'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'NDPProxy': {'1.0'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Network': {'1.1'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Port': {'1.7'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'PortForwarding': {'1.3'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'QosPolicy': {'1.10'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SecurityGroup': {'1.5'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SubPort': {'1.0'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Subnet': {'1.1'}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Trunk': {'1.1'}} Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: consumer versions: Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: { DHCP agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: L3 agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: Metadata agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: Metering agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: Open vSwitch agent@dv-cinder-837362-1-iscsi: { 'AddressGroup': '1.2', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Agent': '1.1', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'ConntrackHelper': '1.0', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'LocalIPAssociation': '1.0', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Log': '1.0', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'NDPProxy': '1.0', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Network': '1.1', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Port': '1.7', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'PortForwarding': '1.3', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'QosPolicy': '1.10', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SecurityGroup': '1.5', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SecurityGroupRule': '1.2', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SubPort': '1.0', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Subnet': '1.1', Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Trunk': '1.1'}} Apr 11 19:13:16.622065 dv-cinder-837362-1-iscsi neutron-server[103944]: {{(pid=103944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:13:16.702927 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Network 917e3c00-2c69-4160-952d-cee354234efa is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:13:16.782828 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, 917e3c00-2c69-4160-952d-cee354234efa) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:13:16.788203 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:13:16.788854 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:16.793478 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd33bf7-0768-4bac-b3c3-f5ca0d3466a8 None None] Network 917e3c00-2c69-4160-952d-cee354234efa requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:13:16.878341 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-adfb64fc-eb3e-42de-a8f3-e60dd514580c demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8098016 Apr 11 19:13:17.171373 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-917e3c00-2c69-4160-952d-cee354234efa', 'network_id': '917e3c00-2c69-4160-952d-cee354234efa', 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'fixed_ips': [{'subnet_id': 'ea874be3-f3af-4a65-9969-91aafa73016a'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:13:17.172682 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:17.450359 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Allocated IP 172.20.0.2 (917e3c00-2c69-4160-952d-cee354234efa/ea874be3-f3af-4a65-9969-91aafa73016a/56bde8c2-c11d-435b-bf8b-e8193e20a1a2) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:13:17.844424 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Publish callbacks [] for port (56bde8c2-c11d-435b-bf8b-e8193e20a1a2), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:17.931920 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (56bde8c2-c11d-435b-bf8b-e8193e20a1a2), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:18.007407 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Network 917e3c00-2c69-4160-952d-cee354234efa is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:13:18.016651 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:13:18.025020 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Pushing event updated for resources: {'Port': ['ID=56bde8c2-c11d-435b-bf8b-e8193e20a1a2,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:18.027233 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:13:18.037144 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.037497 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.037857 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.038217 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.038558 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.038891 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.039221 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.039546 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.039891 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.040222 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.040549 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.040895 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.041224 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.041543 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.041941 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Tracked resource versions report: Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: pushed versions: Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: { 'AddressGroup': {'1.2'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Agent': {'1.1'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'ConntrackHelper': {'1.0'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Log': {'1.0'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'NDPProxy': {'1.0'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Network': {'1.1'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Port': {'1.7'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'PortForwarding': {'1.3'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'QosPolicy': {'1.10'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SecurityGroup': {'1.5'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SubPort': {'1.0'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Subnet': {'1.1'}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Trunk': {'1.1'}} Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: consumer versions: Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: { DHCP agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: L3 agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: Metadata agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: Metering agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: Open vSwitch agent@dv-cinder-837362-1-iscsi: { 'AddressGroup': '1.2', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Agent': '1.1', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'ConntrackHelper': '1.0', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'LocalIPAssociation': '1.0', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Log': '1.0', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'NDPProxy': '1.0', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Network': '1.1', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Port': '1.7', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'PortForwarding': '1.3', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'QosPolicy': '1.10', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SecurityGroup': '1.5', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SecurityGroupRule': '1.2', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SubPort': '1.0', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Subnet': '1.1', Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Trunk': '1.1'}} Apr 11 19:13:18.043366 dv-cinder-837362-1-iscsi neutron-server[103946]: {{(pid=103946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:13:18.119230 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Attempting to bind port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:13:18.119566 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Attempting to bind port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '77ac2dc2-6d47-408f-90d6-7415333a6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '917e3c00-2c69-4160-952d-cee354234efa'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:13:18.120017 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Attempting to bind port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 on network 917e3c00-2c69-4160-952d-cee354234efa {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:13:18.124992 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:13:18.125401 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Checking segment: {'id': '77ac2dc2-6d47-408f-90d6-7415333a6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '917e3c00-2c69-4160-952d-cee354234efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:13:18.125853 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:18.126254 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Bound using segment: {'id': '77ac2dc2-6d47-408f-90d6-7415333a6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '917e3c00-2c69-4160-952d-cee354234efa'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:13:18.126743 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Bound port: 56bde8c2-c11d-435b-bf8b-e8193e20a1a2, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ac2dc2-6d47-408f-90d6-7415333a6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '917e3c00-2c69-4160-952d-cee354234efa'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:13:18.127150 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (56bde8c2-c11d-435b-bf8b-e8193e20a1a2), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:18.194426 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] For port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:13:18.198700 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] For port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=56bde8c2-c11d-435b-bf8b-e8193e20a1a2,segment=NetworkSegment(77ac2dc2-6d47-408f-90d6-7415333a6e32),segment_id=77ac2dc2-6d47-408f-90d6-7415333a6e32)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:13:18.280954 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (56bde8c2-c11d-435b-bf8b-e8193e20a1a2), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:18.346566 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7d8d9-1dff-4f32-9fb9-b600fec16930 None None] Pushing event updated for resources: {'Port': ['ID=56bde8c2-c11d-435b-bf8b-e8193e20a1a2,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:19.444318 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53370) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:19.758715 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [None req-ea6f62d2-0ec4-4985-be88-f0897585bf92 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:13:19.759711 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ea6f62d2-0ec4-4985-be88-f0897585bf92 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3143728 Apr 11 19:13:22.326543 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53378) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:22.639522 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [None req-89a67135-6403-4d34-bd9b-8e13ef460f59 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:13:22.640574 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-89a67135-6403-4d34-bd9b-8e13ef460f59 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131027 Apr 11 19:13:25.202186 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53386) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:25.516086 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-cc6f1108-e2ec-4751-84a3-cc5f93642164 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:13:25.618428 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cc6f1108-e2ec-4751-84a3-cc5f93642164 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31735'] for router (22f493c0-6c60-431a-a756-275a2a9d81d7), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:25.620158 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cc6f1108-e2ec-4751-84a3-cc5f93642164 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-578128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31726'] for router (22f493c0-6c60-431a-a756-275a2a9d81d7), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:25.787361 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cc6f1108-e2ec-4751-84a3-cc5f93642164 demo demo] Publish callbacks [] for router_controller (22f493c0-6c60-431a-a756-275a2a9d81d7), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:25.847425 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cc6f1108-e2ec-4751-84a3-cc5f93642164 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419'] for router (22f493c0-6c60-431a-a756-275a2a9d81d7), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:25.928305 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cc6f1108-e2ec-4751-84a3-cc5f93642164 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:25.929490 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-cc6f1108-e2ec-4751-84a3-cc5f93642164 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7262518 Apr 11 19:13:28.470721 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53398) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:28.567454 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:13:28.655315 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:13:28.655876 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (56bde8c2-c11d-435b-bf8b-e8193e20a1a2), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:28.769349 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:13:28.769744 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (56bde8c2-c11d-435b-bf8b-e8193e20a1a2), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:28.807717 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [None req-e3afeec6-abbe-4fe2-b977-49efbcf5fbb4 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:13:28.808952 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=56bde8c2-c11d-435b-bf8b-e8193e20a1a2,segment=NetworkSegment(77ac2dc2-6d47-408f-90d6-7415333a6e32),segment_id=77ac2dc2-6d47-408f-90d6-7415333a6e32)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:13:28.812492 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-e3afeec6-abbe-4fe2-b977-49efbcf5fbb4 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3408115 Apr 11 19:13:28.857867 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (56bde8c2-c11d-435b-bf8b-e8193e20a1a2), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:28.914569 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=56bde8c2-c11d-435b-bf8b-e8193e20a1a2,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:29.863012 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e659fb-f7a3-4437-b75f-b2250ee159f3 None None] Network 917e3c00-2c69-4160-952d-cee354234efa requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:13:29.991700 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-b42a5058-9205-4af3-b349-83c995200635 None None] Provisioning complete for port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:13:29.992121 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b42a5058-9205-4af3-b349-83c995200635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (56bde8c2-c11d-435b-bf8b-e8193e20a1a2), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:30.075948 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-b42a5058-9205-4af3-b349-83c995200635 None None] Current status of the port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:13:30.192769 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-af309b31-a09d-4cd9-b57f-c06c68c7c379 None None] Provisioning complete for port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:13:30.193165 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-af309b31-a09d-4cd9-b57f-c06c68c7c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (56bde8c2-c11d-435b-bf8b-e8193e20a1a2), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:30.266931 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-af309b31-a09d-4cd9-b57f-c06c68c7c379 None None] Current status of the port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:13:30.562456 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:13:30.607842 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:13:30.608262 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (56bde8c2-c11d-435b-bf8b-e8193e20a1a2), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:30.685549 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:13:31.356523 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53406) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:31.429104 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c7972d6b-d6c9-44ad-aaaf-15cdbaa08e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:31.669571 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:13:31.754853 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Made reservation on behalf of c703d9075a4546fca8edc7f24ce402b7 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:13:31.757075 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:31.772784 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:31.875582 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Publish callbacks [] for security_group (b6d60eee-d1e6-4325-845e-e8b2af68b8d6), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:31.918832 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (b6d60eee-d1e6-4325-845e-e8b2af68b8d6), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:31.939665 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Reserving flat network on physical network physnet1 {{(pid=103944) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 19:13:31.956519 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d60eee-d1e6-4325-845e-e8b2af68b8d6,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:31.966367 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768060259494', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (8c3e7ab9-9690-4b24-95c4-39f2b802aeab), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:31.966979 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Unsubscribe: segment precommit_create {{(pid=103944) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 19:13:31.967412 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Added segment 8c3e7ab9-9690-4b24-95c4-39f2b802aeab of type flat for network e4662dd2-4318-4102-9156-21f0a5352e19 Apr 11 19:13:32.026676 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (e4662dd2-4318-4102-9156-21f0a5352e19), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:32.143748 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (e4662dd2-4318-4102-9156-21f0a5352e19), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:32.144712 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:13:32.145279 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:32.233502 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] Pushing event updated for resources: {'Network': ['ID=e4662dd2-4318-4102-9156-21f0a5352e19,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:32.243302 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network e4662dd2-4318-4102-9156-21f0a5352e19 details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:13:32.243615 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-cade1fce-23d6-48b6-8fc9-453f05165e9d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8860846 Apr 11 19:13:33.914664 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-58c58e21-f64c-40c4-b4a9-59c099c668bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:34.560479 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:34.737815 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53414) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:35.030942 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3191c341-cb78-4e87-95e4-9ea778d22a72 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:13:35.032277 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3191c341-cb78-4e87-95e4-9ea778d22a72 demo admin] 10.222.0.13 "GET /v2.0/subnets/ea874be3-f3af-4a65-9969-91aafa73016a HTTP/1.1" status: 200 len: 849 time: 0.2935016 Apr 11 19:13:35.162681 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-216fcb36-6c4f-4304-b885-2bf3884939d2 demo admin] 10.222.0.13 "GET /v2.0/routers/22f493c0-6c60-431a-a756-275a2a9d81d7 HTTP/1.1" status: 200 len: 704 time: 0.1232393 Apr 11 19:13:35.434684 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:35.731970 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Allocated IP 172.20.0.1 (917e3c00-2c69-4160-952d-cee354234efa/ea874be3-f3af-4a65-9969-91aafa73016a/851edce6-d5e6-4a78-9eb9-8c6c876134ce) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:13:35.897231 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Publish callbacks [] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:36.069732 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:36.144222 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Network 917e3c00-2c69-4160-952d-cee354234efa is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:13:36.148560 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:13:36.151051 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:13:36.151599 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576336'] for router_interface (22f493c0-6c60-431a-a756-275a2a9d81d7), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:36.219873 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Pushing event updated for resources: {'Port': ['ID=851edce6-d5e6-4a78-9eb9-8c6c876134ce,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:36.331023 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:36.419883 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-3a5d1181-7c23-48af-b4fd-61b5c43cd7b2 None None] Provisioning complete for port 851edce6-d5e6-4a78-9eb9-8c6c876134ce triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:13:36.420214 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1181-7c23-48af-b4fd-61b5c43cd7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:36.454445 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d1181-7c23-48af-b4fd-61b5c43cd7b2 None None] Port 851edce6-d5e6-4a78-9eb9-8c6c876134ce cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:13:36.475343 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:36.685850 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Publish callbacks [] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:36.742748 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:36.743545 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579040'] for router_interface (22f493c0-6c60-431a-a756-275a2a9d81d7), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:36.826252 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Pushing event updated for resources: {'Port': ['ID=851edce6-d5e6-4a78-9eb9-8c6c876134ce,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:36.868167 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Network 917e3c00-2c69-4160-952d-cee354234efa is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:13:36.869437 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:13:37.076497 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-46777a02-4639-400d-94eb-7a339555aec4 None None] Provisioning complete for port 851edce6-d5e6-4a78-9eb9-8c6c876134ce triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:13:37.076893 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-46777a02-4639-400d-94eb-7a339555aec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:37.086107 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Router 22f493c0-6c60-431a-a756-275a2a9d81d7 is scheduled to L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:13:37.111940 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-46777a02-4639-400d-94eb-7a339555aec4 None None] Port 851edce6-d5e6-4a78-9eb9-8c6c876134ce cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:13:37.182410 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:13:37.187703 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-778b88e6-5000-4641-be93-3bee109c7041 demo admin] 10.222.0.13 "PUT /v2.0/routers/22f493c0-6c60-431a-a756-275a2a9d81d7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0198288 Apr 11 19:13:37.192602 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Sync routers for ids ['22f493c0-6c60-431a-a756-275a2a9d81d7'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:13:37.205751 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Routers {'22f493c0-6c60-431a-a756-275a2a9d81d7'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:13:37.206836 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:13:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['22f493c0-6c60-431a-a756-275a2a9d81d7'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:13:37.399986 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Set router 22f493c0-6c60-431a-a756-275a2a9d81d7 gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:13:37.813490 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'name': 'router1', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:13:25Z', 'updated_at': '2022-04-11T19:13:36Z', 'revision_number': 2, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'gw_port_host': None, '_interfaces': [{'id': '851edce6-d5e6-4a78-9eb9-8c6c876134ce', 'name': '', 'network_id': '917e3c00-2c69-4160-952d-cee354234efa', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'mac_address': 'fa:16:3e:4b:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:13:35Z', 'updated_at': '2022-04-11T19:13:36Z', 'revision_number': 2, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'subnets': [{'id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c85295-7597-4c56-8364-d12766681879'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:13:37.851402 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:37.864998 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Checking router: 22f493c0-6c60-431a-a756-275a2a9d81d7 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:13:37.865369 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Updating router 22f493c0-6c60-431a-a756-275a2a9d81d7 port 851edce6-d5e6-4a78-9eb9-8c6c876134ce binding host dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:13:37.925240 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:38.438912 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Publish callbacks [] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:38.531414 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:38.698934 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Pushing event updated for resources: {'Port': ['ID=851edce6-d5e6-4a78-9eb9-8c6c876134ce,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:38.710416 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Attempting to bind port 851edce6-d5e6-4a78-9eb9-8c6c876134ce on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:13:38.710811 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Attempting to bind port 851edce6-d5e6-4a78-9eb9-8c6c876134ce by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '77ac2dc2-6d47-408f-90d6-7415333a6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '917e3c00-2c69-4160-952d-cee354234efa'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:13:38.711244 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Attempting to bind port 851edce6-d5e6-4a78-9eb9-8c6c876134ce on network 917e3c00-2c69-4160-952d-cee354234efa {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:13:38.716552 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:13:38.716971 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Checking segment: {'id': '77ac2dc2-6d47-408f-90d6-7415333a6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '917e3c00-2c69-4160-952d-cee354234efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:13:38.717429 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:38.717824 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Bound using segment: {'id': '77ac2dc2-6d47-408f-90d6-7415333a6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '917e3c00-2c69-4160-952d-cee354234efa'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:13:38.718310 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Bound port: 851edce6-d5e6-4a78-9eb9-8c6c876134ce, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ac2dc2-6d47-408f-90d6-7415333a6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '917e3c00-2c69-4160-952d-cee354234efa'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:13:38.718692 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:38.721144 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.721493 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.721841 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.722183 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.722518 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.722853 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.723179 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.723504 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.723831 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.724178 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.724505 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.724845 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.725173 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.725495 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.725813 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Tracked resource versions report: Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: pushed versions: Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: { 'AddressGroup': {'1.2'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Agent': {'1.1'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'ConntrackHelper': {'1.0'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Log': {'1.0'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'NDPProxy': {'1.0'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Network': {'1.1'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Port': {'1.7'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'PortForwarding': {'1.3'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'QosPolicy': {'1.10'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SecurityGroup': {'1.5'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SubPort': {'1.0'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Subnet': {'1.1'}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Trunk': {'1.1'}} Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: consumer versions: Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: { DHCP agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: L3 agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: Metadata agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: Metering agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: Open vSwitch agent@dv-cinder-837362-1-iscsi: { 'AddressGroup': '1.2', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Agent': '1.1', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'ConntrackHelper': '1.0', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'LocalIPAssociation': '1.0', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Log': '1.0', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'NDPProxy': '1.0', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Network': '1.1', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Port': '1.7', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'PortForwarding': '1.3', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'QosPolicy': '1.10', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SecurityGroup': '1.5', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SecurityGroupRule': '1.2', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SubPort': '1.0', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Subnet': '1.1', Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Trunk': '1.1'}} Apr 11 19:13:38.727480 dv-cinder-837362-1-iscsi neutron-server[103949]: {{(pid=103949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:13:38.739148 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f64346f4-5fb1-42a7-9e27-432945ab6377 None None] Provisioning complete for port 851edce6-d5e6-4a78-9eb9-8c6c876134ce triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:13:38.739665 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f64346f4-5fb1-42a7-9e27-432945ab6377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:38.775301 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f64346f4-5fb1-42a7-9e27-432945ab6377 None None] Port 851edce6-d5e6-4a78-9eb9-8c6c876134ce cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:13:38.797790 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] For port 851edce6-d5e6-4a78-9eb9-8c6c876134ce, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:13:38.817153 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] For port 851edce6-d5e6-4a78-9eb9-8c6c876134ce, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=851edce6-d5e6-4a78-9eb9-8c6c876134ce,segment=NetworkSegment(77ac2dc2-6d47-408f-90d6-7415333a6e32),segment_id=77ac2dc2-6d47-408f-90d6-7415333a6e32)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:13:38.886567 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:38.942800 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Routers {'22f493c0-6c60-431a-a756-275a2a9d81d7'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:13:38.943449 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:13:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['22f493c0-6c60-431a-a756-275a2a9d81d7'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:13:38.989129 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0fb53-8f9a-417e-9c83-1ea11a9af985 None None] Pushing event updated for resources: {'Port': ['ID=851edce6-d5e6-4a78-9eb9-8c6c876134ce,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:39.048654 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] Set router 22f493c0-6c60-431a-a756-275a2a9d81d7 gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:13:39.093840 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-99348d24-d10a-4ee6-9b05-defcdc943297 None None] Provisioning complete for port 851edce6-d5e6-4a78-9eb9-8c6c876134ce triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:13:39.094382 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-99348d24-d10a-4ee6-9b05-defcdc943297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:39.178896 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-99348d24-d10a-4ee6-9b05-defcdc943297 None None] Current status of the port 851edce6-d5e6-4a78-9eb9-8c6c876134ce is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:13:39.179295 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-99348d24-d10a-4ee6-9b05-defcdc943297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:39.211656 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-99348d24-d10a-4ee6-9b05-defcdc943297 None None] For port 851edce6-d5e6-4a78-9eb9-8c6c876134ce, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=851edce6-d5e6-4a78-9eb9-8c6c876134ce,segment=NetworkSegment(77ac2dc2-6d47-408f-90d6-7415333a6e32),segment_id=77ac2dc2-6d47-408f-90d6-7415333a6e32)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:13:39.260003 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'name': 'router1', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:13:25Z', 'updated_at': '2022-04-11T19:13:36Z', 'revision_number': 2, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'gw_port_host': None, '_interfaces': [{'id': '851edce6-d5e6-4a78-9eb9-8c6c876134ce', 'name': '', 'network_id': '917e3c00-2c69-4160-952d-cee354234efa', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'mac_address': 'fa:16:3e:4b:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:13:35Z', 'updated_at': '2022-04-11T19:13:38Z', 'revision_number': 4, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'subnets': [{'id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c85295-7597-4c56-8364-d12766681879'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:13:39.279443 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-99348d24-d10a-4ee6-9b05-defcdc943297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:39.287673 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fcf41-c705-4c6b-8a9a-8d66221654e2 None None] The sync data for ids ['22f493c0-6c60-431a-a756-275a2a9d81d7'] in dv-cinder-837362-1-iscsi is: [{'id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'name': 'router1', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:13:25Z', 'updated_at': '2022-04-11T19:13:36Z', 'revision_number': 2, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'gw_port_host': None, '_interfaces': [{'id': '851edce6-d5e6-4a78-9eb9-8c6c876134ce', 'name': '', 'network_id': '917e3c00-2c69-4160-952d-cee354234efa', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'mac_address': 'fa:16:3e:4b:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:13:35Z', 'updated_at': '2022-04-11T19:13:38Z', 'revision_number': 4, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'subnets': [{'id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c85295-7597-4c56-8364-d12766681879'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:13:39.339391 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99348d24-d10a-4ee6-9b05-defcdc943297 None None] Pushing event updated for resources: {'Port': ['ID=851edce6-d5e6-4a78-9eb9-8c6c876134ce,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:39.693854 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53434) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:39.804459 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58a2c23-7e6b-4ca4-a6d6-eb63fa6f2e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:13:39.805758 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c58a2c23-7e6b-4ca4-a6d6-eb63fa6f2e33 admin admin] 10.222.0.13 "GET /v2.0/networks/e4662dd2-4318-4102-9156-21f0a5352e19 HTTP/1.1" status: 200 len: 842 time: 0.1108456 Apr 11 19:13:39.815475 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:13:39.918302 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:13:39.920228 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Made reservation on behalf of c703d9075a4546fca8edc7f24ce402b7 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:13:39.922536 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:40.228919 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.objects.ports [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103944) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 19:13:40.229356 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for subnet (b9428c68-9cab-49ee-99a6-435005101a72), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:40.356674 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9428c68-9cab-49ee-99a6-435005101a72,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:40.366489 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:13:40.366845 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Network hostable DHCP agents. Network: e4662dd2-4318-4102-9156-21f0a5352e19, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:13:40.463041 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:13:40.553085 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, e4662dd2-4318-4102-9156-21f0a5352e19) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:13:40.561313 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee6aef-455a-4f50-931b-2b2f2de46ded None None] Network e4662dd2-4318-4102-9156-21f0a5352e19 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:13:40.563104 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:13:40.563989 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:40.643452 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d7fe2455-d92d-4785-8dde-fe9179572cc2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8312829 Apr 11 19:13:40.665459 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ff953d-1fbd-4dd9-aa1c-443fa6308732 None None] Network e4662dd2-4318-4102-9156-21f0a5352e19 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:13:43.090880 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53452) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:43.221428 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a3ef2ac4-f1a0-4a20-95f1-a71e44ea3f73 demo admin] 10.222.0.13 "GET /v2.0/routers/22f493c0-6c60-431a-a756-275a2a9d81d7 HTTP/1.1" status: 200 len: 710 time: 0.1293364 Apr 11 19:13:43.305043 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e9b99c-baa5-461e-91ee-af2a4abe14bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:13:43.306352 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-61e9b99c-baa5-461e-91ee-af2a4abe14bf demo admin] 10.222.0.13 "GET /v2.0/networks/e4662dd2-4318-4102-9156-21f0a5352e19 HTTP/1.1" status: 200 len: 886 time: 0.0795934 Apr 11 19:13:43.316574 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:13:43.567631 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Publish callbacks [] for router_gateway (22f493c0-6c60-431a-a756-275a2a9d81d7), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:43.870914 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Publish callbacks [] for router_gateway (22f493c0-6c60-431a-a756-275a2a9d81d7), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:43.947833 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:44.053797 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Allocated IP 172.27.2.57 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/2b6915e8-358e-4406-9d72-7201f1bd3c88) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:13:44.155262 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Publish callbacks [] for port (2b6915e8-358e-4406-9d72-7201f1bd3c88), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:44.252429 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (2b6915e8-358e-4406-9d72-7201f1bd3c88), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:44.289039 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:13:44.291905 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:13:44.295225 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:13:44.338007 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Pushing event updated for resources: {'Port': ['ID=2b6915e8-358e-4406-9d72-7201f1bd3c88,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:44.703245 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Publish callbacks [] for router_gateway (22f493c0-6c60-431a-a756-275a2a9d81d7), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:44.984187 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31708'] for router (22f493c0-6c60-431a-a756-275a2a9d81d7), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:44.987999 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-678604'] for router (22f493c0-6c60-431a-a756-275a2a9d81d7), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:45.097509 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Router 22f493c0-6c60-431a-a756-275a2a9d81d7 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:13:45.209623 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:13:45.213796 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:45.227885 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-411c6327-908f-47ef-b9a4-910aa823c213 demo admin] 10.222.0.13 "PUT /v2.0/routers/22f493c0-6c60-431a-a756-275a2a9d81d7 HTTP/1.1" status: 200 len: 889 time: 1.9026783 Apr 11 19:13:46.583333 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 851edce6-d5e6-4a78-9eb9-8c6c876134ce up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:13:46.629755 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 851edce6-d5e6-4a78-9eb9-8c6c876134ce triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:13:46.630145 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:46.710895 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 851edce6-d5e6-4a78-9eb9-8c6c876134ce is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:13:47.789522 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53464) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:13:47.905154 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-15bc18fb-327f-4c76-8642-28c300ac8846 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1144850 Apr 11 19:13:47.957086 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Sync routers for ids ['22f493c0-6c60-431a-a756-275a2a9d81d7'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:13:47.970783 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Routers {'22f493c0-6c60-431a-a756-275a2a9d81d7'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:13:47.971401 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:13:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['22f493c0-6c60-431a-a756-275a2a9d81d7'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:13:48.200955 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Set router 22f493c0-6c60-431a-a756-275a2a9d81d7 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:13:48.665915 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'name': 'router1', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2b6915e8-358e-4406-9d72-7201f1bd3c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:13:25Z', 'updated_at': '2022-04-11T19:13:44Z', 'revision_number': 4, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'gw_port': {'id': '2b6915e8-358e-4406-9d72-7201f1bd3c88', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:13:43Z', 'updated_at': '2022-04-11T19:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '851edce6-d5e6-4a78-9eb9-8c6c876134ce', 'name': '', 'network_id': '917e3c00-2c69-4160-952d-cee354234efa', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'mac_address': 'fa:16:3e:4b:0c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:13:35Z', 'updated_at': '2022-04-11T19:13:39Z', 'revision_number': 5, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'subnets': [{'id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c85295-7597-4c56-8364-d12766681879'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:13:48.718723 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Checking router: 22f493c0-6c60-431a-a756-275a2a9d81d7 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:13:48.719079 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Updating router 22f493c0-6c60-431a-a756-275a2a9d81d7 port 2b6915e8-358e-4406-9d72-7201f1bd3c88 binding host dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:13:48.775644 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (2b6915e8-358e-4406-9d72-7201f1bd3c88), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:49.101640 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Publish callbacks [] for port (2b6915e8-358e-4406-9d72-7201f1bd3c88), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:49.176239 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (2b6915e8-358e-4406-9d72-7201f1bd3c88), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:49.225706 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e21a6f-6c67-42c9-b580-6f3a202d3f38 None None] Pushing event updated for resources: {'Port': ['ID=2b6915e8-358e-4406-9d72-7201f1bd3c88,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:49.244579 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Attempting to bind port 2b6915e8-358e-4406-9d72-7201f1bd3c88 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:13:49.245389 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Attempting to bind port 2b6915e8-358e-4406-9d72-7201f1bd3c88 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:13:49.245764 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Attempting to bind port 2b6915e8-358e-4406-9d72-7201f1bd3c88 on network e4662dd2-4318-4102-9156-21f0a5352e19 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:13:49.250797 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:13:49.251174 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:13:49.251734 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:49.252164 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Bound using segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:13:49.252667 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Bound port: 2b6915e8-358e-4406-9d72-7201f1bd3c88, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:13:49.253051 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (2b6915e8-358e-4406-9d72-7201f1bd3c88), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:49.302670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] For port 2b6915e8-358e-4406-9d72-7201f1bd3c88, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:13:49.305531 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] For port 2b6915e8-358e-4406-9d72-7201f1bd3c88, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=2b6915e8-358e-4406-9d72-7201f1bd3c88,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:13:49.371625 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (2b6915e8-358e-4406-9d72-7201f1bd3c88), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:49.427395 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Routers {'22f493c0-6c60-431a-a756-275a2a9d81d7'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:13:49.428023 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:13:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['22f493c0-6c60-431a-a756-275a2a9d81d7'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:13:49.474531 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e21a6f-6c67-42c9-b580-6f3a202d3f38 None None] Pushing event updated for resources: {'Port': ['ID=2b6915e8-358e-4406-9d72-7201f1bd3c88,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:49.616730 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] Set router 22f493c0-6c60-431a-a756-275a2a9d81d7 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:13:49.827592 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'name': 'router1', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2b6915e8-358e-4406-9d72-7201f1bd3c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:13:25Z', 'updated_at': '2022-04-11T19:13:44Z', 'revision_number': 4, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'gw_port': {'id': '2b6915e8-358e-4406-9d72-7201f1bd3c88', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:13:43Z', 'updated_at': '2022-04-11T19:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '851edce6-d5e6-4a78-9eb9-8c6c876134ce', 'name': '', 'network_id': '917e3c00-2c69-4160-952d-cee354234efa', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'mac_address': 'fa:16:3e:4b:0c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:13:35Z', 'updated_at': '2022-04-11T19:13:39Z', 'revision_number': 5, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'subnets': [{'id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c85295-7597-4c56-8364-d12766681879'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:13:49.859076 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625d83d1-e197-4d41-9ccb-6ef85ddd358c None None] The sync data for ids ['22f493c0-6c60-431a-a756-275a2a9d81d7'] in dv-cinder-837362-1-iscsi is: [{'id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'name': 'router1', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '2b6915e8-358e-4406-9d72-7201f1bd3c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:13:25Z', 'updated_at': '2022-04-11T19:13:44Z', 'revision_number': 4, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'gw_port': {'id': '2b6915e8-358e-4406-9d72-7201f1bd3c88', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:13:43Z', 'updated_at': '2022-04-11T19:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '851edce6-d5e6-4a78-9eb9-8c6c876134ce', 'name': '', 'network_id': '917e3c00-2c69-4160-952d-cee354234efa', 'tenant_id': 'acd2292225054f3b9a42bdfdaa10b117', 'mac_address': 'fa:16:3e:4b:0c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f493c0-6c60-431a-a756-275a2a9d81d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:13:35Z', 'updated_at': '2022-04-11T19:13:39Z', 'revision_number': 5, 'project_id': 'acd2292225054f3b9a42bdfdaa10b117', 'subnets': [{'id': 'ea874be3-f3af-4a65-9969-91aafa73016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c85295-7597-4c56-8364-d12766681879'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:13:50.654002 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 2b6915e8-358e-4406-9d72-7201f1bd3c88 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:13:50.716487 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 2b6915e8-358e-4406-9d72-7201f1bd3c88 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:13:50.716977 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (2b6915e8-358e-4406-9d72-7201f1bd3c88), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:50.796816 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 2b6915e8-358e-4406-9d72-7201f1bd3c88 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:13:50.797306 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (2b6915e8-358e-4406-9d72-7201f1bd3c88), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:50.828336 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port 2b6915e8-358e-4406-9d72-7201f1bd3c88, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=2b6915e8-358e-4406-9d72-7201f1bd3c88,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:13:50.891363 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (2b6915e8-358e-4406-9d72-7201f1bd3c88), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:50.963924 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=2b6915e8-358e-4406-9d72-7201f1bd3c88,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:13:52.617755 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 2b6915e8-358e-4406-9d72-7201f1bd3c88 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:13:52.692012 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 2b6915e8-358e-4406-9d72-7201f1bd3c88 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:13:52.692488 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (2b6915e8-358e-4406-9d72-7201f1bd3c88), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:13:52.788798 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 2b6915e8-358e-4406-9d72-7201f1bd3c88 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:14:01.440216 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6b00da18-06bb-478a-a24b-242e9a9cc6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:14:03.908149 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b803b95d-e7c2-40ef-a1ef-1416a4ac32b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:14:04.565747 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:14:06.335427 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:14:07.873284 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:14:16.917026 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:14:32.107481 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-85a437a1-b077-4e14-b41c-c2a093a4abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:14:33.907352 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-717ca6f7-7bb7-4717-a5fc-8fab45218b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:14:34.598084 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:14:36.324985 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:14:37.849432 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:14:53.916431 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:15:01.442723 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a02b7712-e81a-4b0f-9cc2-b4a5780415c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:03.888583 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-631f1e9d-5aaf-4c84-845d-56713a649423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:04.584387 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:06.305182 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:07.854070 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:11.687291 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53948) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:15:11.748042 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89d2256-b64c-4a08-8252-0fc6f5bc2afd admin admin] GET failed (client error): The resource could not be found. Apr 11 19:15:11.749308 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b89d2256-b64c-4a08-8252-0fc6f5bc2afd admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609217 Apr 11 19:15:11.911543 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f58b5-2569-44f9-a22d-382f995e7647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:11.912969 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d07f58b5-2569-44f9-a22d-382f995e7647 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1595883 Apr 11 19:15:14.246366 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 53958) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:15:14.337749 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb8dfae-e41a-4719-83a4-5d7fa84c034e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:14.339122 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-bbb8dfae-e41a-4719-83a4-5d7fa84c034e admin admin] 10.222.0.13 "GET /v2.0/subnets/ea874be3-f3af-4a65-9969-91aafa73016a HTTP/1.1" status: 200 len: 849 time: 0.0917959 Apr 11 19:15:14.349044 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:15:14.433905 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Publish callbacks [] for subnet (ea874be3-f3af-4a65-9969-91aafa73016a), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:14.630602 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768060289558'] for subnet (ea874be3-f3af-4a65-9969-91aafa73016a), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:14.664878 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:14.666038 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:14.666752 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] 10.222.0.13 "PUT /v2.0/subnets/ea874be3-f3af-4a65-9969-91aafa73016a HTTP/1.1" status: 200 len: 868 time: 0.3212998 Apr 11 19:15:14.682951 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b27870b-6216-4c0e-9b6a-0bcf7aedf85b None None] Network 917e3c00-2c69-4160-952d-cee354234efa requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:15:14.687189 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea874be3-f3af-4a65-9969-91aafa73016a,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:15:14.694963 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.695325 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.695696 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.696239 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.696583 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.697481 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.697481 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.697715 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.698050 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.698398 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.698726 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.699052 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.699373 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.699690 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:14.700055 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33ce41-680b-4b42-91e5-27980169c3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:15:15.014717 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-1ce11d98-9587-42d9-a238-a16eefe47604 None None] Provisioning complete for port 851edce6-d5e6-4a78-9eb9-8c6c876134ce triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:15:15.015111 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1ce11d98-9587-42d9-a238-a16eefe47604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (851edce6-d5e6-4a78-9eb9-8c6c876134ce), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:15.091765 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-1ce11d98-9587-42d9-a238-a16eefe47604 None None] Current status of the port 851edce6-d5e6-4a78-9eb9-8c6c876134ce is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:15:15.099888 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-1ce11d98-9587-42d9-a238-a16eefe47604 None None] Provisioning complete for port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:15:15.100286 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1ce11d98-9587-42d9-a238-a16eefe47604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (56bde8c2-c11d-435b-bf8b-e8193e20a1a2), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:15.177551 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-1ce11d98-9587-42d9-a238-a16eefe47604 None None] Current status of the port 56bde8c2-c11d-435b-bf8b-e8193e20a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:15:17.003363 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 53966) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:15:17.212538 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d395cc-a269-4d37-a9f6-976223087273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:17.212930 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d395cc-a269-4d37-a9f6-976223087273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:17.214525 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-73d395cc-a269-4d37-a9f6-976223087273 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2101922 Apr 11 19:15:19.529164 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 53976) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:15:19.662116 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24aca-aac5-4928-97da-b6fddb743a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:19.662587 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb24aca-aac5-4928-97da-b6fddb743a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:19.664122 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0eb24aca-aac5-4928-97da-b6fddb743a13 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1339922 Apr 11 19:15:21.988546 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 53984) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:15:22.209025 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438cf791-c15c-4469-af80-b7e6b252f60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:22.210417 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-438cf791-c15c-4469-af80-b7e6b252f60e admin admin] 10.222.0.13 "GET /v2.0/networks/917e3c00-2c69-4160-952d-cee354234efa HTTP/1.1" status: 200 len: 869 time: 0.2209311 Apr 11 19:15:24.543617 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 53992) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:15:24.671132 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e214ef-e368-4482-be24-2e5df45ddca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:24.672491 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-30e214ef-e368-4482-be24-2e5df45ddca1 admin admin] 10.222.0.13 "GET /v2.0/networks/e4662dd2-4318-4102-9156-21f0a5352e19 HTTP/1.1" status: 200 len: 886 time: 0.1277821 Apr 11 19:15:26.975383 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54000) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:15:27.100112 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c0d275-1da2-48a8-acdc-0afa131ad99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:27.100574 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c0d275-1da2-48a8-acdc-0afa131ad99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:27.102111 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-92c0d275-1da2-48a8-acdc-0afa131ad99b admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257350 Apr 11 19:15:29.431090 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54008) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:15:29.523105 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a914980-3a46-4270-99bb-1e852e3c877b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:29.523560 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a914980-3a46-4270-99bb-1e852e3c877b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:29.525076 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1a914980-3a46-4270-99bb-1e852e3c877b admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930471 Apr 11 19:15:30.963458 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:15:31.457418 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f6e13924-ce03-4438-84eb-d66d8bd11290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:31.855901 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54016) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:15:31.969009 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f2e82-a0d6-4176-a6c2-5b5d3a593b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:31.970381 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0a4f2e82-a0d6-4176-a6c2-5b5d3a593b1e admin admin] 10.222.0.13 "GET /v2.0/subnets/b9428c68-9cab-49ee-99a6-435005101a72 HTTP/1.1" status: 200 len: 816 time: 0.1135232 Apr 11 19:15:33.889062 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5438a0bb-7bcd-49f3-b0ed-f35d5e9f94c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:34.290026 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54024) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:15:34.390064 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f3041-8f0c-4fcc-a818-5c2eee894655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:15:34.391395 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d52f3041-8f0c-4fcc-a818-5c2eee894655 admin admin] 10.222.0.13 "GET /v2.0/subnets/ea874be3-f3af-4a65-9969-91aafa73016a HTTP/1.1" status: 200 len: 868 time: 0.1004157 Apr 11 19:15:34.578921 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:36.338360 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:15:37.875415 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:01.445752 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5f129311-8d2d-41cc-ab42-72606e5eee31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:03.891759 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7f28ca03-ca54-44bc-9057-249e81c5b0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:04.577156 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:06.337229 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:07.857055 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:07.913684 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:16:15.217751 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54082) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:16:15.264000 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [None req-16979168-e26c-40fa-98c0-1f07cf87364a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:16:15.265009 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-16979168-e26c-40fa-98c0-1f07cf87364a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463057 Apr 11 19:16:17.660489 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54090) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:16:17.719945 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9804b0e-f6ac-4a2f-8ee1-9608b515627c admin admin] GET failed (client error): The resource could not be found. Apr 11 19:16:17.721216 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d9804b0e-f6ac-4a2f-8ee1-9608b515627c admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597942 Apr 11 19:16:17.863540 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fe651c-1750-4075-9f45-4ae513f1e8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:16:17.865011 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-30fe651c-1750-4075-9f45-4ae513f1e8d2 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1396544 Apr 11 19:16:20.183177 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54098) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:16:20.228984 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:16:20.319467 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Made reservation on behalf of c703d9075a4546fca8edc7f24ce402b7 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:16:20.321807 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:20.356917 dv-cinder-837362-1-iscsi neutron-server[103943]: WARNING neutron.services.revisions.revision_plugin [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Could not find related network for resource to bump revision. Apr 11 19:16:20.377132 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:16:20.377876 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (94b1869d-a419-4c4d-9938-6f57aff3086c), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:20.378210 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Added segment 94b1869d-a419-4c4d-9938-6f57aff3086c of type vlan for network 865521bf-4eaa-4441-b068-599cf1bd58df Apr 11 19:16:20.418970 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (865521bf-4eaa-4441-b068-599cf1bd58df), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:20.500992 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (865521bf-4eaa-4441-b068-599cf1bd58df), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:20.501921 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:16:20.502505 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:20.594983 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Pushing event updated for resources: {'Network': ['ID=865521bf-4eaa-4441-b068-599cf1bd58df,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:16:20.601429 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.601780 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.602141 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.602513 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.603440 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.603773 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.604141 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.604872 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.604872 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.605127 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.605455 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.605782 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.606105 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.606425 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.606748 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:20.612665 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2862d96e-68d4-4824-af0f-a1c9c4c17699 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4284842 Apr 11 19:16:20.617632 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network 865521bf-4eaa-4441-b068-599cf1bd58df details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:16:22.968088 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 54106) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:16:23.030739 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7eb77ad-e607-4eb4-b497-5fc68920bffd admin admin] GET failed (client error): The resource could not be found. Apr 11 19:16:23.032325 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d7eb77ad-e607-4eb4-b497-5fc68920bffd admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631580 Apr 11 19:16:23.106954 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df3a63d-c333-4836-8541-3d4b73fd6b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:16:23.108396 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1df3a63d-c333-4836-8541-3d4b73fd6b96 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0720634 Apr 11 19:16:23.119273 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df', 'name': 'shared-subnet'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:16:23.198036 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Made reservation on behalf of c703d9075a4546fca8edc7f24ce402b7 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:16:23.200400 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:23.445477 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for subnet (3d75e015-2371-4933-b9d4-d8ddc444c8a4), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:23.503439 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d75e015-2371-4933-b9d4-d8ddc444c8a4,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:16:23.514178 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.514524 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.514883 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.515226 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.515558 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.515915 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.516323 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.516651 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.516990 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.517319 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.517657 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.517999 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.518356 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.518677 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.518994 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:23.528225 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Checking segment: {'id': '94b1869d-a419-4c4d-9938-6f57aff3086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:16:23.528589 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Network hostable DHCP agents. Network: 865521bf-4eaa-4441-b068-599cf1bd58df, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:16:23.626670 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Network 865521bf-4eaa-4441-b068-599cf1bd58df is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:16:23.725052 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, 865521bf-4eaa-4441-b068-599cf1bd58df) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:16:23.729600 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:16:23.730195 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:23.734842 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f11d5-6148-460b-8c78-792bf3486342 None None] Network 865521bf-4eaa-4441-b068-599cf1bd58df requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:16:23.801925 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d1539fd0-d1fe-4f7b-83a2-8ef66f2cf4ed admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6871650 Apr 11 19:16:23.840731 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-865521bf-4eaa-4441-b068-599cf1bd58df', 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df', 'project_id': 'c703d9075a4546fca8edc7f24ce402b7', 'fixed_ips': [{'subnet_id': '3d75e015-2371-4933-b9d4-d8ddc444c8a4'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:16:23.841663 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:23.985873 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Allocated IP 192.168.233.2 (865521bf-4eaa-4441-b068-599cf1bd58df/3d75e015-2371-4933-b9d4-d8ddc444c8a4/406e594e-fa93-4c8c-8d0a-46d82fd4c909) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:16:24.391563 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Publish callbacks [] for port (406e594e-fa93-4c8c-8d0a-46d82fd4c909), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:24.485862 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (406e594e-fa93-4c8c-8d0a-46d82fd4c909), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:24.532501 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Network 865521bf-4eaa-4441-b068-599cf1bd58df is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:16:24.537668 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:16:24.539465 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Pushing event updated for resources: {'Port': ['ID=406e594e-fa93-4c8c-8d0a-46d82fd4c909,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:16:24.542186 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:16:24.574038 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.574309 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.574692 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.575051 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.575385 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.575707 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.576082 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.576405 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.576727 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.577044 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.577365 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.577694 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.578015 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.578327 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.578640 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:16:24.611676 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Attempting to bind port 406e594e-fa93-4c8c-8d0a-46d82fd4c909 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:16:24.612052 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Attempting to bind port 406e594e-fa93-4c8c-8d0a-46d82fd4c909 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '94b1869d-a419-4c4d-9938-6f57aff3086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:16:24.612413 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Attempting to bind port 406e594e-fa93-4c8c-8d0a-46d82fd4c909 on network 865521bf-4eaa-4441-b068-599cf1bd58df {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:16:24.617391 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:16:24.617760 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Checking segment: {'id': '94b1869d-a419-4c4d-9938-6f57aff3086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:16:24.618219 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:24.618611 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Bound using segment: {'id': '94b1869d-a419-4c4d-9938-6f57aff3086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:16:24.619074 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Bound port: 406e594e-fa93-4c8c-8d0a-46d82fd4c909, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b1869d-a419-4c4d-9938-6f57aff3086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:16:24.619451 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (406e594e-fa93-4c8c-8d0a-46d82fd4c909), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:24.686703 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] For port 406e594e-fa93-4c8c-8d0a-46d82fd4c909, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:16:24.689826 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] For port 406e594e-fa93-4c8c-8d0a-46d82fd4c909, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=406e594e-fa93-4c8c-8d0a-46d82fd4c909,segment=NetworkSegment(94b1869d-a419-4c4d-9938-6f57aff3086c),segment_id=94b1869d-a419-4c4d-9938-6f57aff3086c)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:16:24.805539 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (406e594e-fa93-4c8c-8d0a-46d82fd4c909), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:24.870461 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea50a8b-37bb-4187-bddb-5bb669fc471b None None] Pushing event updated for resources: {'Port': ['ID=406e594e-fa93-4c8c-8d0a-46d82fd4c909,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:16:25.715980 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d06be9-f5be-445b-b81a-a2a6ef3e41a4 None None] Network 865521bf-4eaa-4441-b068-599cf1bd58df requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:16:25.821579 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-bdd0057b-e870-464b-8827-7a6aaaea5130 None None] Provisioning complete for port 406e594e-fa93-4c8c-8d0a-46d82fd4c909 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:16:25.822242 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bdd0057b-e870-464b-8827-7a6aaaea5130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (406e594e-fa93-4c8c-8d0a-46d82fd4c909), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:25.916173 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-bdd0057b-e870-464b-8827-7a6aaaea5130 None None] Current status of the port 406e594e-fa93-4c8c-8d0a-46d82fd4c909 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:16:25.916518 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bdd0057b-e870-464b-8827-7a6aaaea5130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (406e594e-fa93-4c8c-8d0a-46d82fd4c909), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:25.950291 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-bdd0057b-e870-464b-8827-7a6aaaea5130 None None] For port 406e594e-fa93-4c8c-8d0a-46d82fd4c909, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=406e594e-fa93-4c8c-8d0a-46d82fd4c909,segment=NetworkSegment(94b1869d-a419-4c4d-9938-6f57aff3086c),segment_id=94b1869d-a419-4c4d-9938-6f57aff3086c)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:16:26.027799 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bdd0057b-e870-464b-8827-7a6aaaea5130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (406e594e-fa93-4c8c-8d0a-46d82fd4c909), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:26.078304 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0057b-e870-464b-8827-7a6aaaea5130 None None] Pushing event updated for resources: {'Port': ['ID=406e594e-fa93-4c8c-8d0a-46d82fd4c909,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:16:26.146533 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-a84fc865-c99e-48a9-8f3b-17d9778e9319 None None] Provisioning complete for port 406e594e-fa93-4c8c-8d0a-46d82fd4c909 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:16:26.146918 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a84fc865-c99e-48a9-8f3b-17d9778e9319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (406e594e-fa93-4c8c-8d0a-46d82fd4c909), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:26.228921 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-a84fc865-c99e-48a9-8f3b-17d9778e9319 None None] Current status of the port 406e594e-fa93-4c8c-8d0a-46d82fd4c909 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:16:26.689498 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 406e594e-fa93-4c8c-8d0a-46d82fd4c909 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:16:26.739394 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 406e594e-fa93-4c8c-8d0a-46d82fd4c909 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:16:26.739790 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (406e594e-fa93-4c8c-8d0a-46d82fd4c909), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:26.818646 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 406e594e-fa93-4c8c-8d0a-46d82fd4c909 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:16:31.450732 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9209423a-b0e5-495f-93a1-cded4f70bc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:33.888991 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ecef8a85-5661-426f-9c59-a31095a37bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:34.603351 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:36.341434 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:37.866988 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:16:44.912984 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:17:01.453543 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d83a2b82-ee76-4dbe-b8a9-2b757c5617e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:17:03.940096 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2de9efaf-3e0c-454b-ac79-a8d2d175ce84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:17:04.591750 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:17:06.334359 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:17:07.888806 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:17:21.912170 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:17:31.485842 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-864e0ae8-0a9c-4ffc-95f1-94c8af78e4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:17:33.893276 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4b57b7b4-2fb2-4407-912e-78d6e32c57a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:17:34.584716 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:17:36.389039 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:17:37.874045 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:17:58.911543 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:18:01.469222 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b40d2289-b223-48a0-85ad-080057c25d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:03.937791 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-85078f71-1489-4f0e-a5f1-2ffc9d951a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:04.590084 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:06.343567 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:07.867415 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:09.355160 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 54146) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:18:09.360795 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [None req-cd286e5a-4d48-46d0-bd3a-be0d585429ee tempest-verify_tempest_config-1981635737 tempest-verify_tempest_config-1981635737-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:18:09.361861 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-cd286e5a-4d48-46d0-bd3a-be0d585429ee tempest-verify_tempest_config-1981635737 tempest-verify_tempest_config-1981635737-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057569 Apr 11 19:18:09.864597 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 54164) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:18:09.968927 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:10.040421 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Publish callbacks [] for security_group (d5f261b4-0549-4fe9-a708-b67520690af4), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:10.129991 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (d5f261b4-0549-4fe9-a708-b67520690af4), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:10.173913 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f261b4-0549-4fe9-a708-b67520690af4,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:18:10.178421 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6930e65aa32641768fd12aa6e64ec2aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3128350 Apr 11 19:18:10.182022 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54168) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:18:10.183311 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.183663 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.184057 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.184404 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.184738 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.185071 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.185400 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.185728 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.186069 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.186400 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.186741 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.187086 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.187410 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.187730 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.188078 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc7679-99c1-47c4-a98d-1061eff89f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.239187 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Publish callbacks [] for security_group (d5f261b4-0549-4fe9-a708-b67520690af4), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:10.259443 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Publish callbacks [] for security_group (d5f261b4-0549-4fe9-a708-b67520690af4), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:10.422001 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (d5f261b4-0549-4fe9-a708-b67520690af4), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:10.424595 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:10.425803 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5f261b4-0549-4fe9-a708-b67520690af4 HTTP/1.1" status: 204 len: 168 time: 0.2427130 Apr 11 19:18:10.435002 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f261b4-0549-4fe9-a708-b67520690af4,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:18:10.441045 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.441394 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.441746 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.442074 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.442414 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.442740 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.443090 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.443416 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.443758 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.444112 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.444488 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.444829 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.445153 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.445500 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:10.445802 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24b3d5-6a00-4505-9334-3682deb564c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:18:31.456930 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6703ec94-f8f9-46bf-8122-730a495ec53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:33.942630 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-101deb76-3d66-465e-a556-e5d39ef4d30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:34.639301 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:35.910469 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:18:36.362802 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:18:37.884959 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:19:01.461109 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-43a9b9d8-35c1-446c-96ea-e7111defe725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:19:03.912286 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d684f587-eeb1-48de-b87c-5811a3ca35a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:19:04.630472 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:19:06.358167 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:19:07.893160 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:19:12.909620 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:19:31.482265 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d73f0b15-35da-42c0-8021-b56a5fe8eb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:19:33.899175 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4fce8e6f-e0a8-4991-b0e6-251750ef35d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:19:34.617176 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:19:36.399926 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:19:37.865690 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:19:49.909268 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:19:57.087560 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677560'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:01.458394 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aa7080d8-9fcc-4db3-aa43-cbf5ae849ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:03.932200 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-36f8a7b0-68e1-4d3f-a37b-c5273c40cd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:04.612780 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:06.347258 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:07.875125 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:11.613099 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54240) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:20:11.716825 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-bc6537a4-3c1c-49db-8e67-b27582772475 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1026328 Apr 11 19:20:14.031820 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54250) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:20:14.085217 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-dbc9338a-afc1-4cc3-abc0-9da9f911bf8e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523009 Apr 11 19:20:26.908124 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:20:27.097166 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:31.472125 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6efeb64d-3f1f-4990-84cd-2a4b55262010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:33.948203 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6f21e02c-3e83-4489-87ce-21bc5119237a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:34.645434 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:36.348119 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:37.888707 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:20:57.095574 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:01.478349 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2041f58f-3166-41fc-9b9d-67cdcddfd3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:03.908873 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:21:03.910762 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-45a5d4ab-41a8-495c-805d-b4347c12eb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:04.592536 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:06.363768 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:07.883817 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:27.082929 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:31.468524 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-21c2c9a2-b988-431a-9714-de7dfc9739df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:33.925597 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-193e13df-bfa6-437e-b305-8c70a481800c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:34.634242 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:36.357485 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:37.876722 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:40.908059 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:21:54.757462 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54404) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:21:55.075210 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54418) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:21:55.184717 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-network', 'tenant_id': '902b30688b0543f5af404ec495801a4e'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:21:55.258690 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Made reservation on behalf of 902b30688b0543f5af404ec495801a4e for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:21:55.258690 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.265796 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.289626 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-172249658-network', 'tenant_id': 'af7bfdad927d4a84a80cffdf4bc8d94a'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:21:55.366539 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Publish callbacks [] for security_group (79c16b91-bc5c-4977-8b94-6d26cbe159e0), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.424543 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Made reservation on behalf of af7bfdad927d4a84a80cffdf4bc8d94a for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:21:55.426926 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.436653 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.452614 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (79c16b91-bc5c-4977-8b94-6d26cbe159e0), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.489509 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:21:55.512324 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c16b91-bc5c-4977-8b94-6d26cbe159e0,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:55.515490 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (39404956-7500-454e-906c-2c4bdf1a10e0), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.515830 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Added segment 39404956-7500-454e-906c-2c4bdf1a10e0 of type vlan for network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 Apr 11 19:21:55.530946 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.531301 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.531650 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.532022 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.532360 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.532712 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.533024 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.533354 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.533703 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.534041 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.534387 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.534752 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.535085 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.535409 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.535730 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Tracked resource versions report: Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: pushed versions: Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: { 'AddressGroup': {'1.2'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Agent': {'1.1'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'ConntrackHelper': {'1.0'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Log': {'1.0'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'NDPProxy': {'1.0'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Network': {'1.1'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Port': {'1.7'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'PortForwarding': {'1.3'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'QosPolicy': {'1.10'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SecurityGroup': {'1.5'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SubPort': {'1.0'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Subnet': {'1.1'}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Trunk': {'1.1'}} Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: consumer versions: Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: { DHCP agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: HyperV agent@hv-cinder-83736: {}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: L3 agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: Metadata agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: Metering agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: Open vSwitch agent@dv-cinder-837362-1-iscsi: { 'AddressGroup': '1.2', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Agent': '1.1', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'ConntrackHelper': '1.0', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'LocalIPAssociation': '1.0', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Log': '1.0', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'NDPProxy': '1.0', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Network': '1.1', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Port': '1.7', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'PortForwarding': '1.3', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'QosPolicy': '1.10', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SecurityGroup': '1.5', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SecurityGroupRule': '1.2', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'SubPort': '1.0', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Subnet': '1.1', Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: 'Trunk': '1.1'}} Apr 11 19:21:55.536930 dv-cinder-837362-1-iscsi neutron-server[103943]: {{(pid=103943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:21:55.580129 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (34eb8caf-ea24-4e8f-89b6-a31932c34a31), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.620842 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Publish callbacks [] for security_group (ba7f40c5-93e3-449e-b4e7-de74cb15528f), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.702086 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (ba7f40c5-93e3-449e-b4e7-de74cb15528f), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.714501 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:21:55.732895 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (3e6da166-57bc-486c-823d-42d0c2e9bc3b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.733233 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Added segment 3e6da166-57bc-486c-823d-42d0c2e9bc3b of type vlan for network ccea3bfb-131b-4448-911d-46e7a636b168 Apr 11 19:21:55.748405 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (34eb8caf-ea24-4e8f-89b6-a31932c34a31), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.749326 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:21:55.749896 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.785368 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f40c5-93e3-449e-b4e7-de74cb15528f,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:55.805692 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (ccea3bfb-131b-4448-911d-46e7a636b168), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.862889 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1014214 Apr 11 19:21:55.863507 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 54466) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:21:55.865073 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288e0e6-ac0c-4794-a87a-e50f5517d144 admin admin] Pushing event updated for resources: {'Network': ['ID=34eb8caf-ea24-4e8f-89b6-a31932c34a31,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:55.875798 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Request body: {'subnet': {'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-subnet', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:21:55.880340 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:21:55.942196 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (ccea3bfb-131b-4448-911d-46e7a636b168), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:55.943591 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:21:55.944901 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:56.005080 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Made reservation on behalf of 902b30688b0543f5af404ec495801a4e for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:21:56.007662 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:56.021688 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] Pushing event updated for resources: {'Network': ['ID=ccea3bfb-131b-4448-911d-46e7a636b168,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:56.032578 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network ccea3bfb-131b-4448-911d-46e7a636b168 details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:21:56.071780 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1ab04312-2b28-4227-821f-223478b505bc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9954393 Apr 11 19:21:56.079083 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54480) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:21:56.086328 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] Request body: {'subnet': {'network_id': 'ccea3bfb-131b-4448-911d-46e7a636b168', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-172249658-subnet', 'tenant_id': 'af7bfdad927d4a84a80cffdf4bc8d94a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:21:56.199641 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] Made reservation on behalf of af7bfdad927d4a84a80cffdf4bc8d94a for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:21:56.202736 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:56.378418 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for subnet (25cb9c3f-a16a-473f-899e-27a0637ef53d), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:56.429985 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54494) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:21:56.444066 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=25cb9c3f-a16a-473f-899e-27a0637ef53d,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:56.455200 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.455790 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.456418 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.457174 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.457784 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.458479 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.459425 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.460001 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.460559 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.461264 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.461883 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.462451 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.462997 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.463401 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.464541 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Tracked resource versions report: Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: pushed versions: Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: { 'AddressGroup': {'1.2'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Agent': {'1.1'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'ConntrackHelper': {'1.0'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Log': {'1.0'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'NDPProxy': {'1.0'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Network': {'1.1'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Port': {'1.7'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'PortForwarding': {'1.3'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'QosPolicy': {'1.10'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SecurityGroup': {'1.5'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SubPort': {'1.0'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Subnet': {'1.1'}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Trunk': {'1.1'}} Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: consumer versions: Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: { DHCP agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: HyperV agent@hv-cinder-83736: {}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: L3 agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: Metadata agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: Metering agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: Open vSwitch agent@dv-cinder-837362-1-iscsi: { 'AddressGroup': '1.2', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Agent': '1.1', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'ConntrackHelper': '1.0', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'LocalIPAssociation': '1.0', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Log': '1.0', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'NDPProxy': '1.0', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Network': '1.1', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Port': '1.7', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'PortForwarding': '1.3', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'QosPolicy': '1.10', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SecurityGroup': '1.5', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SecurityGroupRule': '1.2', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'SubPort': '1.0', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Subnet': '1.1', Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: 'Trunk': '1.1'}} Apr 11 19:21:56.465971 dv-cinder-837362-1-iscsi neutron-server[103944]: {{(pid=103944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:21:56.490758 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Checking segment: {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:21:56.491490 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Network hostable DHCP agents. Network: 34eb8caf-ea24-4e8f-89b6-a31932c34a31, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:21:56.590926 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:21:56.639889 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-network', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:21:56.673984 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for subnet (816bb001-e07f-4d10-94ed-20ad3d9c447c), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:56.710491 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, 34eb8caf-ea24-4e8f-89b6-a31932c34a31) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:21:56.715512 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:21:56.716471 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:56.723803 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911fbfce-abb2-4d42-ab08-8b74440a93dc None None] Network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:21:56.745756 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Made reservation on behalf of 2af7b2afbcd041819d1a0694615e602a for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:21:56.752001 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:56.770892 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:56.795673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816bb001-e07f-4d10-94ed-20ad3d9c447c,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:56.796612 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-2597068c-a940-4240-8320-7f7480662f2f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9315233 Apr 11 19:21:56.797396 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 54508) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:21:56.801684 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:21:56.881662 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] Checking segment: {'id': '3e6da166-57bc-486c-823d-42d0c2e9bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ccea3bfb-131b-4448-911d-46e7a636b168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:21:56.882041 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] Network hostable DHCP agents. Network: ccea3bfb-131b-4448-911d-46e7a636b168, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:21:56.907646 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31735'] for router (73bfecd8-b46e-49b4-b9ed-880ec382a896), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:56.908733 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-578128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31726'] for router (73bfecd8-b46e-49b4-b9ed-880ec382a896), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:56.923348 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Publish callbacks [] for security_group (6631e6f5-c257-49a3-bec4-49cafe4ecdc5), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:56.927530 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'project_id': '902b30688b0543f5af404ec495801a4e', 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:21:56.928723 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.009866 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Publish callbacks [] for router_controller (73bfecd8-b46e-49b4-b9ed-880ec382a896), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.013565 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (6631e6f5-c257-49a3-bec4-49cafe4ecdc5), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.075934 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Allocated IP 172.20.0.2 (34eb8caf-ea24-4e8f-89b6-a31932c34a31/25cb9c3f-a16a-473f-899e-27a0637ef53d/02e88ec6-6771-418b-8cc7-53057360644d) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:21:57.079158 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:21:57.086018 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] Network ccea3bfb-131b-4448-911d-46e7a636b168 is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:21:57.165736 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6631e6f5-c257-49a3-bec4-49cafe4ecdc5,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:57.180654 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (46a6baef-6f6f-4d97-b182-71c22f056ac6), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.182088 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Added segment 46a6baef-6f6f-4d97-b182-71c22f056ac6 of type vlan for network 4691bc0c-a1aa-4329-86e4-f51662f21d64 Apr 11 19:21:57.214551 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, ccea3bfb-131b-4448-911d-46e7a636b168) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:21:57.238246 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Publish callbacks [] for port (02e88ec6-6771-418b-8cc7-53057360644d), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.240568 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:21:57.241814 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.249130 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db5472f-9872-4d53-aa42-eb1c3aafe52f None None] Network ccea3bfb-131b-4448-911d-46e7a636b168 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:21:57.268398 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (4691bc0c-a1aa-4329-86e4-f51662f21d64), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.347618 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (02e88ec6-6771-418b-8cc7-53057360644d), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.353260 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4ad02722-679a-43c5-ae32-84f47dfb08b7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2721832 Apr 11 19:21:57.372077 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.391564 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (4691bc0c-a1aa-4329-86e4-f51662f21d64), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.393547 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:21:57.395830 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.481459 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d46c8-3be9-4768-9fd8-e816d96b2062 None None] Network ccea3bfb-131b-4448-911d-46e7a636b168 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:21:57.508046 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:21:57.510575 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Pushing event updated for resources: {'Port': ['ID=02e88ec6-6771-418b-8cc7-53057360644d,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:57.515842 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:21:57.523396 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:21:57.539575 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] Pushing event updated for resources: {'Network': ['ID=4691bc0c-a1aa-4329-86e4-f51662f21d64,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:57.553358 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Publish callbacks [] for router_gateway (73bfecd8-b46e-49b4-b9ed-880ec382a896), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.596828 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network 4691bc0c-a1aa-4329-86e4-f51662f21d64 details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:21:57.622645 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.623054 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.623428 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.623794 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.624162 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.624494 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.625018 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.625516 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.626002 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.626506 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.627038 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.627582 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.628141 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.628548 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.629023 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Tracked resource versions report: Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: pushed versions: Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: { 'AddressGroup': {'1.2'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Agent': {'1.1'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'ConntrackHelper': {'1.0'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Log': {'1.0'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'NDPProxy': {'1.0'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Network': {'1.1'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Port': {'1.7'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'PortForwarding': {'1.3'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'QosPolicy': {'1.10'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SecurityGroup': {'1.5'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SubPort': {'1.0'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Subnet': {'1.1'}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Trunk': {'1.1'}} Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: consumer versions: Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: { DHCP agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: HyperV agent@hv-cinder-83736: {}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: L3 agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: Metadata agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: Metering agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: Open vSwitch agent@dv-cinder-837362-1-iscsi: { 'AddressGroup': '1.2', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Agent': '1.1', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'ConntrackHelper': '1.0', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'LocalIPAssociation': '1.0', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Log': '1.0', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'NDPProxy': '1.0', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Network': '1.1', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Port': '1.7', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'PortForwarding': '1.3', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'QosPolicy': '1.10', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SecurityGroup': '1.5', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SecurityGroupRule': '1.2', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'SubPort': '1.0', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Subnet': '1.1', Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: 'Trunk': '1.1'}} Apr 11 19:21:57.630232 dv-cinder-837362-1-iscsi neutron-server[103946]: {{(pid=103946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:21:57.696527 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-51cfe802-390b-42d9-9b2c-31821e099ccc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2658222 Apr 11 19:21:57.697629 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54544) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:21:57.712620 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] Request body: {'subnet': {'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-subnet', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:21:57.758457 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Attempting to bind port 02e88ec6-6771-418b-8cc7-53057360644d on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:21:57.758838 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Attempting to bind port 02e88ec6-6771-418b-8cc7-53057360644d by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:21:57.759208 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Attempting to bind port 02e88ec6-6771-418b-8cc7-53057360644d on network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:21:57.781052 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:21:57.781426 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Checking segment: {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:21:57.782032 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.782584 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Bound using segment: {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:21:57.783345 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Bound port: 02e88ec6-6771-418b-8cc7-53057360644d, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:21:57.783946 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (02e88ec6-6771-418b-8cc7-53057360644d), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.824942 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] Made reservation on behalf of 2af7b2afbcd041819d1a0694615e602a for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:21:57.828397 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.880257 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Publish callbacks [] for router_gateway (73bfecd8-b46e-49b4-b9ed-880ec382a896), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.886270 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] For port 02e88ec6-6771-418b-8cc7-53057360644d, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:21:57.892225 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] For port 02e88ec6-6771-418b-8cc7-53057360644d, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=02e88ec6-6771-418b-8cc7-53057360644d,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:21:57.906320 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:57.992274 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (02e88ec6-6771-418b-8cc7-53057360644d), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:58.094855 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Allocated IP 172.27.2.53 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:21:58.112828 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf099f-5c63-45a7-be69-164fa6f5c960 None None] Pushing event updated for resources: {'Port': ['ID=02e88ec6-6771-418b-8cc7-53057360644d,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:58.179696 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for subnet (a54223fa-f54d-43fd-800a-c65c281244e0), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:58.248649 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Publish callbacks [] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:58.276966 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54223fa-f54d-43fd-800a-c65c281244e0,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:58.290751 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] Checking segment: {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:21:58.291119 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] Network hostable DHCP agents. Network: 4691bc0c-a1aa-4329-86e4-f51662f21d64, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:21:58.407456 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] Network 4691bc0c-a1aa-4329-86e4-f51662f21d64 is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:21:58.519987 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:58.559379 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:21:58.562169 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:21:58.565552 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:21:58.573599 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Pushing event updated for resources: {'Port': ['ID=fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:58.596403 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, 4691bc0c-a1aa-4329-86e4-f51662f21d64) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:21:58.601070 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:21:58.601866 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:58.614976 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea01a1b-0392-4047-a7f5-8d2e0593219e None None] Network 4691bc0c-a1aa-4329-86e4-f51662f21d64 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:21:58.713848 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ce6a4128-b47d-4a04-bce6-4ea883610caa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0135276 Apr 11 19:21:58.716775 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 54572) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:21:58.721739 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:21:58.724941 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-4691bc0c-a1aa-4329-86e4-f51662f21d64', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:21:58.726119 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:58.830552 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31735'] for router (b697f69b-a32a-41fa-a803-6b975ca78d20), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:58.831579 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-578128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31726'] for router (b697f69b-a32a-41fa-a803-6b975ca78d20), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:58.881098 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Allocated IP 172.20.0.2 (4691bc0c-a1aa-4329-86e4-f51662f21d64/a54223fa-f54d-43fd-800a-c65c281244e0/5fd9d404-0502-4efc-a1f8-6d590262c651) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:21:58.898106 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Publish callbacks [] for router_controller (b697f69b-a32a-41fa-a803-6b975ca78d20), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:58.941512 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 02e88ec6-6771-418b-8cc7-53057360644d up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:21:58.970476 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Publish callbacks [] for router_gateway (73bfecd8-b46e-49b4-b9ed-880ec382a896), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:59.183493 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 02e88ec6-6771-418b-8cc7-53057360644d triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:21:59.184080 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (02e88ec6-6771-418b-8cc7-53057360644d), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:59.233665 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Publish callbacks [] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:59.306705 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 02e88ec6-6771-418b-8cc7-53057360644d is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:21:59.312236 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (02e88ec6-6771-418b-8cc7-53057360644d), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:59.334020 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a4e14a-66f7-4a63-9836-d5922dbd96a6 None None] Network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:21:59.349799 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:59.395585 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419'] for router (73bfecd8-b46e-49b4-b9ed-880ec382a896), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:59.416319 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Pushing event updated for resources: {'Port': ['ID=5fd9d404-0502-4efc-a1f8-6d590262c651,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:59.457299 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-1ce092f9-e91e-47c0-a817-9087436171f3 None None] Provisioning complete for port 02e88ec6-6771-418b-8cc7-53057360644d triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:21:59.457695 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1ce092f9-e91e-47c0-a817-9087436171f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (02e88ec6-6771-418b-8cc7-53057360644d), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:59.497021 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port 02e88ec6-6771-418b-8cc7-53057360644d, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=02e88ec6-6771-418b-8cc7-53057360644d,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:21:59.535080 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Network 4691bc0c-a1aa-4329-86e4-f51662f21d64 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:21:59.542110 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:21:59.552098 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:21:59.643895 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (02e88ec6-6771-418b-8cc7-53057360644d), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:59.644173 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Router 73bfecd8-b46e-49b4-b9ed-880ec382a896 is scheduled to L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:21:59.671606 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Publish callbacks [] for router_gateway (b697f69b-a32a-41fa-a803-6b975ca78d20), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:59.762407 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Attempting to bind port 5fd9d404-0502-4efc-a1f8-6d590262c651 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:21:59.765950 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Attempting to bind port 5fd9d404-0502-4efc-a1f8-6d590262c651 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:21:59.765950 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Attempting to bind port 5fd9d404-0502-4efc-a1f8-6d590262c651 on network 4691bc0c-a1aa-4329-86e4-f51662f21d64 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:21:59.781431 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=02e88ec6-6771-418b-8cc7-53057360644d,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:21:59.785057 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:21:59.785558 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Checking segment: {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:21:59.785891 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:59.786274 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Bound using segment: {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:21:59.786751 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Bound port: 5fd9d404-0502-4efc-a1f8-6d590262c651, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:21:59.787129 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:21:59.828647 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-1ce092f9-e91e-47c0-a817-9087436171f3 None None] Current status of the port 02e88ec6-6771-418b-8cc7-53057360644d is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:21:59.904793 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54640) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:21:59.907006 dv-cinder-837362-1-iscsi neutron-server[103943]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 19:21:59.940005 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] For port 5fd9d404-0502-4efc-a1f8-6d590262c651, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:21:59.943869 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] For port 5fd9d404-0502-4efc-a1f8-6d590262c651, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=5fd9d404-0502-4efc-a1f8-6d590262c651,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:21:59.997224 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:22:00.008282 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Sync routers for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:22:00.028145 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:22:00.032894 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:21:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:00.033942 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:00.105671 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6eea7-d50f-4281-9d83-ec3d00e087f7 None None] Pushing event updated for resources: {'Port': ['ID=5fd9d404-0502-4efc-a1f8-6d590262c651,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:00.138438 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:00.139981 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f0369ab5-f95b-4fd4-8f34-36162e7f7233 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3416173 Apr 11 19:22:00.143006 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 54642) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:00.156510 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-e17325bd-04f9-40e6-af69-fa610eccdebf None None] Provisioning complete for port 02e88ec6-6771-418b-8cc7-53057360644d triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:00.158725 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e17325bd-04f9-40e6-af69-fa610eccdebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (02e88ec6-6771-418b-8cc7-53057360644d), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:00.201349 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-fa844951-ae17-43ef-9fe0-03b5cb0ff22a tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:00.202225 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Publish callbacks [] for router_gateway (b697f69b-a32a-41fa-a803-6b975ca78d20), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:00.202880 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-fa844951-ae17-43ef-9fe0-03b5cb0ff22a tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/networks?id=ccea3bfb-131b-4448-911d-46e7a636b168 HTTP/1.1" status: 200 len: 811 time: 0.2970674 Apr 11 19:22:00.219827 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-a8fa855e-92af-4c1f-952d-2cd96f820c01 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/quotas/af7bfdad927d4a84a80cffdf4bc8d94a HTTP/1.1" status: 200 len: 375 time: 0.0107276 Apr 11 19:22:00.233332 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:00.304972 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-e17325bd-04f9-40e6-af69-fa610eccdebf None None] Current status of the port 02e88ec6-6771-418b-8cc7-53057360644d is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:00.312711 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:22:00.387758 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-56b7b15e-a3fa-4e3a-be8c-97a64e660031 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af7bfdad927d4a84a80cffdf4bc8d94a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1622047 Apr 11 19:22:00.513575 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Allocated IP 172.27.2.222 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/074eef8a-1503-4d5b-8a56-4f1e1891bac3) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:22:00.551888 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:21:58Z', 'revision_number': 3, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:00.587675 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Checking router: 73bfecd8-b46e-49b4-b9ed-880ec382a896 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:22:00.589895 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Updating router 73bfecd8-b46e-49b4-b9ed-880ec382a896 port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 binding host dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:22:00.678026 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:00.716265 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-d3179ea3-8fb9-4edf-8f81-6ece4d84dd99 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:22:00.718470 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-d3179ea3-8fb9-4edf-8f81-6ece4d84dd99 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1089323 Apr 11 19:22:00.743176 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Publish callbacks [] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:00.957163 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:01.022462 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-9639f233-888d-4fab-8f70-6541f65aca27 service neutron] 10.222.0.13 "GET /v2.0/networks/ccea3bfb-131b-4448-911d-46e7a636b168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975352 Apr 11 19:22:01.052579 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:01.058898 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:22:01.070061 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:01.072679 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:22:01.100381 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 5fd9d404-0502-4efc-a1f8-6d590262c651 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:01.176965 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Pushing event updated for resources: {'Port': ['ID=074eef8a-1503-4d5b-8a56-4f1e1891bac3,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:01.205586 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 5fd9d404-0502-4efc-a1f8-6d590262c651 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:01.205993 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:01.228908 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Publish callbacks [] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:01.236510 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-99fc29a8-a279-4546-8d7d-e396e7c9cfdd service neutron] 10.222.0.13 "GET /v2.0/networks/ccea3bfb-131b-4448-911d-46e7a636b168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127862 Apr 11 19:22:01.285900 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:01.332877 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 5fd9d404-0502-4efc-a1f8-6d590262c651 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:01.333393 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:01.401462 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Attempting to bind port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:22:01.401846 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Attempting to bind port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:22:01.403111 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Attempting to bind port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 on network e4662dd2-4318-4102-9156-21f0a5352e19 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:01.408414 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Pushing event updated for resources: {'Port': ['ID=fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:01.419405 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:22:01.419790 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:01.420029 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port 5fd9d404-0502-4efc-a1f8-6d590262c651, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=5fd9d404-0502-4efc-a1f8-6d590262c651,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:01.421116 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:01.423024 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Bound using segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:22:01.426371 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Bound port: fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:22:01.426371 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:01.458786 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.459147 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.459504 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.459913 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.460234 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.460567 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.460920 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.461247 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.461996 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.461996 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.462234 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.462557 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.462937 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.463279 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.464128 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Tracked resource versions report: Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: pushed versions: Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: { 'AddressGroup': {'1.2'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Agent': {'1.1'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'ConntrackHelper': {'1.0'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Log': {'1.0'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'NDPProxy': {'1.0'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Network': {'1.1'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Port': {'1.7'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'PortForwarding': {'1.3'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'QosPolicy': {'1.10'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SecurityGroup': {'1.5'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SubPort': {'1.0'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Subnet': {'1.1'}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Trunk': {'1.1'}} Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: consumer versions: Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: { DHCP agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: HyperV agent@hv-cinder-83736: {}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: L3 agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: Metadata agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: Metering agent@dv-cinder-837362-1-iscsi: {}, Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: Open vSwitch agent@dv-cinder-837362-1-iscsi: { 'AddressGroup': '1.2', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Agent': '1.1', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'ConntrackHelper': '1.0', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'LocalIPAssociation': '1.0', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Log': '1.0', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'NDPProxy': '1.0', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Network': '1.1', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Port': '1.7', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'PortForwarding': '1.3', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'QosPolicy': '1.10', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SecurityGroup': '1.5', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SecurityGroupRule': '1.2', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'SubPort': '1.0', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Subnet': '1.1', Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: 'Trunk': '1.1'}} Apr 11 19:22:01.465349 dv-cinder-837362-1-iscsi neutron-server[103949]: {{(pid=103949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:22:01.505522 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:01.506527 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 02e88ec6-6771-418b-8cc7-53057360644d up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:01.508770 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5e005fed-90f5-45de-ba38-fca850c3af34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:01.549032 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] For port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:22:01.556927 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] For port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:22:01.614491 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54686) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:01.692313 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=5fd9d404-0502-4efc-a1f8-6d590262c651,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:01.705551 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:01.731454 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c0d147-aa67-4a61-8c76-9331d04fff1a None None] Network 4691bc0c-a1aa-4329-86e4-f51662f21d64 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:22:01.780443 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Allocated IP 172.20.0.1 (34eb8caf-ea24-4e8f-89b6-a31932c34a31/25cb9c3f-a16a-473f-899e-27a0637ef53d/e6ac12d9-7091-4925-be7d-5d8bff3276ed) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:22:01.821846 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5ea932e9-6db3-4e27-be08-6636b923f28b req-2fdbcac0-ca64-4fb8-81c9-ff36c21bd75f tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0858636 Apr 11 19:22:02.126686 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-2243bfb5-66b3-4996-bf55-7923f922b678 None None] Provisioning complete for port 5fd9d404-0502-4efc-a1f8-6d590262c651 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:02.126686 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2243bfb5-66b3-4996-bf55-7923f922b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.129501 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b7d8-1df0-4479-ac6a-b303548e9921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.130419 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:22:02.130419 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:21:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:02.130998 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 02e88ec6-6771-418b-8cc7-53057360644d triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:02.130998 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (02e88ec6-6771-418b-8cc7-53057360644d), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.132104 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d201341-2553-4770-99dc-9bc8bc66d5cb None None] Pushing event updated for resources: {'Port': ['ID=fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:02.132425 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b7d8-1df0-4479-ac6a-b303548e9921 admin admin] Publish callbacks [] for security_group (89fc85bb-3da7-4b88-9ca2-a616d3ec0ffa), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.189205 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Publish callbacks [] for router_gateway (b697f69b-a32a-41fa-a803-6b975ca78d20), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.202029 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:22:02.236331 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b7d8-1df0-4479-ac6a-b303548e9921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (89fc85bb-3da7-4b88-9ca2-a616d3ec0ffa), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.281411 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Publish callbacks [] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.343772 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-e9a9b7d8-1df0-4479-ac6a-b303548e9921 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a276f526949d4a9a8474155fbb3f0979&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7277036 Apr 11 19:22:02.347698 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54736) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:02.378815 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9b7d8-1df0-4479-ac6a-b303548e9921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc85bb-3da7-4b88-9ca2-a616d3ec0ffa,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:02.465034 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-34bf414f-e570-431b-9947-c7fbd000cef1 admin admin] Publish callbacks [] for security_group (89fc85bb-3da7-4b88-9ca2-a616d3ec0ffa), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.493102 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-34bf414f-e570-431b-9947-c7fbd000cef1 admin admin] Publish callbacks [] for security_group (89fc85bb-3da7-4b88-9ca2-a616d3ec0ffa), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.494460 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-2243bfb5-66b3-4996-bf55-7923f922b678 None None] Current status of the port 5fd9d404-0502-4efc-a1f8-6d590262c651 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:02.514758 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 02e88ec6-6771-418b-8cc7-53057360644d is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:02.515495 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:21:58Z', 'revision_number': 3, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:02.559560 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61434414-3072-4bd8-8063-4e22becc41d9 None None] The sync data for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi is: [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:21:58Z', 'revision_number': 3, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:22:02.590862 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.646808 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:22:02.653375 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:02.659465 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:22:02.659950 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576336'] for router_interface (73bfecd8-b46e-49b4-b9ed-880ec382a896), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.704674 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419'] for router (b697f69b-a32a-41fa-a803-6b975ca78d20), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.706569 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ac12d9-7091-4925-be7d-5d8bff3276ed,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:02.716455 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-34bf414f-e570-431b-9947-c7fbd000cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (89fc85bb-3da7-4b88-9ca2-a616d3ec0ffa), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.722946 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-34bf414f-e570-431b-9947-c7fbd000cef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.724950 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-34bf414f-e570-431b-9947-c7fbd000cef1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89fc85bb-3da7-4b88-9ca2-a616d3ec0ffa HTTP/1.1" status: 204 len: 168 time: 0.3751838 Apr 11 19:22:02.733878 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-2e543a6a-b76f-4507-b4d1-54adbdb45ed2 None None] Provisioning complete for port 5fd9d404-0502-4efc-a1f8-6d590262c651 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:02.736343 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2e543a6a-b76f-4507-b4d1-54adbdb45ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:02.800000 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf414f-e570-431b-9947-c7fbd000cef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc85bb-3da7-4b88-9ca2-a616d3ec0ffa,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:02.947675 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54748) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:02.976332 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-2e543a6a-b76f-4507-b4d1-54adbdb45ed2 None None] Current status of the port 5fd9d404-0502-4efc-a1f8-6d590262c651 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:02.986928 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 5fd9d404-0502-4efc-a1f8-6d590262c651 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:03.047936 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-198cabec-db5d-44ca-bef4-683e4b534344 req-774dd490-ad45-4f77-854c-97e7d51e6caa tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0984807 Apr 11 19:22:03.072404 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 5fd9d404-0502-4efc-a1f8-6d590262c651 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:03.073088 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:03.230135 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-9b866e4b-b8c4-4835-989d-c4e08d2f8eae None None] Provisioning complete for port e6ac12d9-7091-4925-be7d-5d8bff3276ed triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:03.230708 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9b866e4b-b8c4-4835-989d-c4e08d2f8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:03.257394 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 5fd9d404-0502-4efc-a1f8-6d590262c651 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:03.272387 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-9b866e4b-b8c4-4835-989d-c4e08d2f8eae None None] Port e6ac12d9-7091-4925-be7d-5d8bff3276ed cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:22:03.689526 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:03.709851 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Router b697f69b-a32a-41fa-a803-6b975ca78d20 is scheduled to L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:22:03.927758 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:22:03.936071 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a7e8c3c3-5b43-404a-9ee1-770d5ce9038f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:03.941947 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Sync routers for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:22:03.954107 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:22:03.954642 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:22:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:03.986872 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Publish callbacks [] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:04.067265 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:22:04.073310 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:04.077725 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54782) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:04.078348 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ee530c72-6373-417a-9480-a98a4afbf069 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3600862 Apr 11 19:22:04.079023 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:04.079754 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579040'] for router_interface (73bfecd8-b46e-49b4-b9ed-880ec382a896), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:04.264848 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ac12d9-7091-4925-be7d-5d8bff3276ed,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:04.265641 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb2fe868-c14b-491d-8b01-4f77f2502b73 req-2401b359-22d1-461b-99a1-5a7cb25c9cd5 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0766413 Apr 11 19:22:04.293314 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 54794) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:04.318379 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-93007840-a49d-435f-b5d2-19e7d0d12ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:04.333892 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:22:04.335984 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:04.480411 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:01Z', 'revision_number': 3, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:04.533985 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Checking router: b697f69b-a32a-41fa-a803-6b975ca78d20 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:22:04.535455 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Updating router b697f69b-a32a-41fa-a803-6b975ca78d20 port 074eef8a-1503-4d5b-8a56-4f1e1891bac3 binding host dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:22:04.540582 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Router 73bfecd8-b46e-49b4-b9ed-880ec382a896 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:22:04.543083 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-93007840-a49d-435f-b5d2-19e7d0d12ef2 admin admin] Publish callbacks [] for security_group (6ca4e71b-4892-4639-ae7b-6d1648ff667b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:04.586930 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:04.632240 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-93007840-a49d-435f-b5d2-19e7d0d12ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (6ca4e71b-4892-4639-ae7b-6d1648ff667b), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:04.703779 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:04.718320 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-5c525156-6ad6-41db-94fe-de36df2b97a2 None None] Provisioning complete for port e6ac12d9-7091-4925-be7d-5d8bff3276ed triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:04.718832 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5c525156-6ad6-41db-94fe-de36df2b97a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:04.812475 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-5c525156-6ad6-41db-94fe-de36df2b97a2 None None] Port e6ac12d9-7091-4925-be7d-5d8bff3276ed cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:22:04.857467 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-93007840-a49d-435f-b5d2-19e7d0d12ef2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2ba6325379c4005a81b4f35f8941c57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5630732 Apr 11 19:22:04.859886 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 54800) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:04.907711 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:22:04.931156 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Sync routers for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:22:04.935938 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a5952374-f996-45ee-bdea-85e687e276c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/73bfecd8-b46e-49b4-b9ed-880ec382a896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7912455 Apr 11 19:22:04.952376 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:22:04.954968 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:22:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:04.972079 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Publish callbacks [] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.006997 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:05.008704 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d6af1d35-aad1-4b26-b700-b43f554fc4d7 admin admin] Publish callbacks [] for security_group (6ca4e71b-4892-4639-ae7b-6d1648ff667b), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.010775 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93007840-a49d-435f-b5d2-19e7d0d12ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca4e71b-4892-4639-ae7b-6d1648ff667b,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:05.057208 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.080902 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d6af1d35-aad1-4b26-b700-b43f554fc4d7 admin admin] Publish callbacks [] for security_group (6ca4e71b-4892-4639-ae7b-6d1648ff667b), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.127017 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:05.127657 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.135265 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Attempting to bind port 074eef8a-1503-4d5b-8a56-4f1e1891bac3 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:22:05.135839 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Attempting to bind port 074eef8a-1503-4d5b-8a56-4f1e1891bac3 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:22:05.136371 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Attempting to bind port 074eef8a-1503-4d5b-8a56-4f1e1891bac3 on network e4662dd2-4318-4102-9156-21f0a5352e19 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:05.140937 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47be5b-afd5-4695-848e-7807790d2ba4 None None] Pushing event updated for resources: {'Port': ['ID=074eef8a-1503-4d5b-8a56-4f1e1891bac3,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:05.153392 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:22:05.180777 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.190323 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:22:05.190710 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:05.191114 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.191515 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Bound using segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:22:05.192020 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Bound port: 074eef8a-1503-4d5b-8a56-4f1e1891bac3, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:22:05.192588 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.280995 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d6af1d35-aad1-4b26-b700-b43f554fc4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (6ca4e71b-4892-4639-ae7b-6d1648ff667b), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.300757 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d6af1d35-aad1-4b26-b700-b43f554fc4d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.304580 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d6af1d35-aad1-4b26-b700-b43f554fc4d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ca4e71b-4892-4639-ae7b-6d1648ff667b HTTP/1.1" status: 204 len: 168 time: 0.4397678 Apr 11 19:22:05.304720 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] For port 074eef8a-1503-4d5b-8a56-4f1e1891bac3, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:22:05.320272 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:05.320368 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.337981 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] For port 074eef8a-1503-4d5b-8a56-4f1e1891bac3, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=074eef8a-1503-4d5b-8a56-4f1e1891bac3,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:22:05.338120 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af1d35-aad1-4b26-b700-b43f554fc4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca4e71b-4892-4639-ae7b-6d1648ff667b,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:05.354638 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:05.431799 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.436301 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.591005 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47be5b-afd5-4695-848e-7807790d2ba4 None None] Pushing event updated for resources: {'Port': ['ID=074eef8a-1503-4d5b-8a56-4f1e1891bac3,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:05.593815 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:22:05.594578 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:22:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:05.648474 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-82d6b030-87a2-487b-b2cd-2be4e52b4db2 req-26bc4bdd-e6fe-41a0-8711-5ec15b4f6559 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0753746 Apr 11 19:22:05.703407 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 2, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:05.736156 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Allocated IP 172.20.0.1 (4691bc0c-a1aa-4329-86e4-f51662f21d64/a54223fa-f54d-43fd-800a-c65c281244e0/17610d5e-e2ad-4faa-90d0-78b2abb08f53) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:22:05.751669 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Checking router: 73bfecd8-b46e-49b4-b9ed-880ec382a896 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:22:05.752532 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Updating router 73bfecd8-b46e-49b4-b9ed-880ec382a896 port e6ac12d9-7091-4925-be7d-5d8bff3276ed binding host dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:22:05.763758 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:22:05.798256 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:05.973399 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Publish callbacks [] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:06.056198 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:06.163501 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:06.197485 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:01Z', 'revision_number': 3, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:06.220919 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Publish callbacks [] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:06.261199 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9da97-3c38-4013-ad5e-1e4979124354 None None] The sync data for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi is: [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:01Z', 'revision_number': 3, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:22:06.313940 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Network 4691bc0c-a1aa-4329-86e4-f51662f21d64 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:22:06.324496 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:06.327553 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:06.359361 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:22:06.359730 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576336'] for router_interface (b697f69b-a32a-41fa-a803-6b975ca78d20), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:06.379455 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:06.383670 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.23', 64219) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:06.514236 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Pushing event updated for resources: {'Port': ['ID=17610d5e-e2ad-4faa-90d0-78b2abb08f53,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:06.553211 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12845cac-eca9-42bf-8ff4-7bbf0e447761 None None] Pushing event updated for resources: {'Port': ['ID=e6ac12d9-7091-4925-be7d-5d8bff3276ed,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:06.639235 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54870) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:06.678172 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Attempting to bind port e6ac12d9-7091-4925-be7d-5d8bff3276ed on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:22:06.678553 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Attempting to bind port e6ac12d9-7091-4925-be7d-5d8bff3276ed by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:22:06.678920 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Attempting to bind port e6ac12d9-7091-4925-be7d-5d8bff3276ed on network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:06.681424 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-b83ba84b-190f-4624-8288-35e96facdc7f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28155480', 'description': 'tempest-description--93344856'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:06.707729 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:22:06.708159 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Checking segment: {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:06.716489 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:06.717016 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Bound using segment: {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:22:06.718217 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Bound port: e6ac12d9-7091-4925-be7d-5d8bff3276ed, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:22:06.718217 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:06.973362 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-25f01981-8197-4605-a4fe-686f83a7c0ce None None] Provisioning complete for port e6ac12d9-7091-4925-be7d-5d8bff3276ed triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:06.973769 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-25f01981-8197-4605-a4fe-686f83a7c0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:06.998129 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-cdce5291-9553-4cb9-98bd-3b78e4353159 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:06.999691 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-cdce5291-9553-4cb9-98bd-3b78e4353159 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.23 "GET /v2.0/networks?id=ccea3bfb-131b-4448-911d-46e7a636b168 HTTP/1.1" status: 200 len: 811 time: 0.6150620 Apr 11 19:22:07.011591 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] For port e6ac12d9-7091-4925-be7d-5d8bff3276ed, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:22:07.018813 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] For port e6ac12d9-7091-4925-be7d-5d8bff3276ed, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e6ac12d9-7091-4925-be7d-5d8bff3276ed,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:22:07.054172 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Request body: {'port': {'device_id': '4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0', 'network_id': 'ccea3bfb-131b-4448-911d-46e7a636b168', 'admin_state_up': True, 'tenant_id': 'af7bfdad927d4a84a80cffdf4bc8d94a'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:07.074198 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:07.082705 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b83ba84b-190f-4624-8288-35e96facdc7f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:07.140450 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:07.186036 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-25f01981-8197-4605-a4fe-686f83a7c0ce None None] Port e6ac12d9-7091-4925-be7d-5d8bff3276ed cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:22:07.214029 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:07.220754 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:07.253604 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-82bea7bc-f6d1-4ac4-94ff-1b98a1926c74 req-1f08e3ca-a2e8-4ff3-a97b-62a0b5cdbb4f tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.1311412 Apr 11 19:22:07.255448 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-25f01981-8197-4605-a4fe-686f83a7c0ce None None] Provisioning complete for port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:07.256201 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-25f01981-8197-4605-a4fe-686f83a7c0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:07.333040 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:22:07.334955 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:22:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:07.491487 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 54912) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:07.494387 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-25f01981-8197-4605-a4fe-686f83a7c0ce None None] Port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:22:07.536994 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:22:07.593600 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:07.661763 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:07.710229 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12845cac-eca9-42bf-8ff4-7bbf0e447761 None None] Pushing event updated for resources: {'Port': ['ID=e6ac12d9-7091-4925-be7d-5d8bff3276ed,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:07.759117 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b83ba84b-190f-4624-8288-35e96facdc7f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (3cfc2f47-7079-4d8e-83b0-6a8245fb9331), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:07.823918 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-4f281179-d6c6-432a-84a9-d096d7b76fa6 None None] Provisioning complete for port e6ac12d9-7091-4925-be7d-5d8bff3276ed triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:07.826350 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4f281179-d6c6-432a-84a9-d096d7b76fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:07.871069 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Made reservation on behalf of af7bfdad927d4a84a80cffdf4bc8d94a for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:07.872822 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b83ba84b-190f-4624-8288-35e96facdc7f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (3cfc2f47-7079-4d8e-83b0-6a8245fb9331), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:07.875075 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.062882 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.063086 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:06Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:08.123537 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b5c17-5d44-40cb-bb93-663bb9ca14b8 None None] The sync data for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi is: [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:06Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:22:08.205609 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ba84b-190f-4624-8288-35e96facdc7f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfc2f47-7079-4d8e-83b0-6a8245fb9331,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:08.243780 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-4f281179-d6c6-432a-84a9-d096d7b76fa6 None None] Current status of the port e6ac12d9-7091-4925-be7d-5d8bff3276ed is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:08.244287 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4f281179-d6c6-432a-84a9-d096d7b76fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.333907 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-4f281179-d6c6-432a-84a9-d096d7b76fa6 None None] For port e6ac12d9-7091-4925-be7d-5d8bff3276ed, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e6ac12d9-7091-4925-be7d-5d8bff3276ed,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:08.356023 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b83ba84b-190f-4624-8288-35e96facdc7f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.365606 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b83ba84b-190f-4624-8288-35e96facdc7f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1791 time: 1.7252488 Apr 11 19:22:08.370577 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54964) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:08.401658 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-8f428e18-74e3-470e-ac19-25ad4bdda63c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'security_group_rule': {'security_group_id': '3cfc2f47-7079-4d8e-83b0-6a8245fb9331', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:08.404623 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4f281179-d6c6-432a-84a9-d096d7b76fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.419704 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Allocated IP 172.20.0.5 (ccea3bfb-131b-4448-911d-46e7a636b168/816bb001-e07f-4d10-94ed-20ad3d9c447c/972d46d7-d788-4e62-838f-64eb32d43703) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:22:08.511275 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Publish callbacks [] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.541251 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1686c0e6-109c-4d8b-8efb-fc186240fe79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.549357 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f281179-d6c6-432a-84a9-d096d7b76fa6 None None] Pushing event updated for resources: {'Port': ['ID=e6ac12d9-7091-4925-be7d-5d8bff3276ed,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:08.602359 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0e8be9fb-4740-4efa-9edd-93955d435da2 req-0ea01ae3-c156-407e-9138-9c1cec8d5276 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.1008594 Apr 11 19:22:08.619876 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.621100 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579040'] for router_interface (b697f69b-a32a-41fa-a803-6b975ca78d20), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.639916 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8f428e18-74e3-470e-ac19-25ad4bdda63c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (bd566004-7698-4d8d-b50b-efc9afc3ffa0), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.805076 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Publish callbacks [] for port (972d46d7-d788-4e62-838f-64eb32d43703), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.843415 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Pushing event updated for resources: {'Port': ['ID=17610d5e-e2ad-4faa-90d0-78b2abb08f53,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:08.921036 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1686c0e6-109c-4d8b-8efb-fc186240fe79 admin admin] Publish callbacks [] for security_group (eb55e1f3-d5fc-4be6-aaff-55f7bc0f3abd), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.966120 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8f428e18-74e3-470e-ac19-25ad4bdda63c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (bd566004-7698-4d8d-b50b-efc9afc3ffa0), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.979739 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1686c0e6-109c-4d8b-8efb-fc186240fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (eb55e1f3-d5fc-4be6-aaff-55f7bc0f3abd), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:08.995142 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Network 4691bc0c-a1aa-4329-86e4-f51662f21d64 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:22:09.031437 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:09.071394 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1686c0e6-109c-4d8b-8efb-fc186240fe79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d29ee0b0e9164fa3a0fcc4e7eb40d0cb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5661530 Apr 11 19:22:09.076132 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54988) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:09.081942 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e6ac12d9-7091-4925-be7d-5d8bff3276ed up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:09.098536 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (972d46d7-d788-4e62-838f-64eb32d43703), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.159551 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8f428e18-74e3-470e-ac19-25ad4bdda63c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (bd566004-7698-4d8d-b50b-efc9afc3ffa0), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.204730 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port e6ac12d9-7091-4925-be7d-5d8bff3276ed triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:09.205354 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.270860 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f428e18-74e3-470e-ac19-25ad4bdda63c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd566004-7698-4d8d-b50b-efc9afc3ffa0,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:09.337765 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Network ccea3bfb-131b-4448-911d-46e7a636b168 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:22:09.345018 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:09.353410 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686c0e6-109c-4d8b-8efb-fc186240fe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb55e1f3-d5fc-4be6-aaff-55f7bc0f3abd,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:09.365241 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:22:09.371274 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:09.371472 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8f428e18-74e3-470e-ac19-25ad4bdda63c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.372169 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.375633 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8f428e18-74e3-470e-ac19-25ad4bdda63c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0013978 Apr 11 19:22:09.376938 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 54996) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:09.387802 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port e6ac12d9-7091-4925-be7d-5d8bff3276ed is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:09.389037 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 074eef8a-1503-4d5b-8a56-4f1e1891bac3 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:09.405259 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Pushing event updated for resources: {'Port': ['ID=972d46d7-d788-4e62-838f-64eb32d43703,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:09.422059 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-a907e7cc-1037-4244-b899-a3a9bef9f995 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'security_group_rule': {'security_group_id': '3cfc2f47-7079-4d8e-83b0-6a8245fb9331', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:09.457218 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-89e431ba-dd10-4d45-a7a2-db5364dc8011 admin admin] Publish callbacks [] for security_group (eb55e1f3-d5fc-4be6-aaff-55f7bc0f3abd), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.466296 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-0dd27c4a-1794-42fa-bcdb-5e809e3486dc None None] Provisioning complete for port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:09.466296 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0dd27c4a-1794-42fa-bcdb-5e809e3486dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.488324 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-0fb57039-5008-466d-a897-8921629b1d03 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4385538 Apr 11 19:22:09.509316 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-0dd27c4a-1794-42fa-bcdb-5e809e3486dc None None] Port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:22:09.530946 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 074eef8a-1503-4d5b-8a56-4f1e1891bac3 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:09.531353 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.570147 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-89e431ba-dd10-4d45-a7a2-db5364dc8011 admin admin] Publish callbacks [] for security_group (eb55e1f3-d5fc-4be6-aaff-55f7bc0f3abd), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.643186 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Router b697f69b-a32a-41fa-a803-6b975ca78d20 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:22:09.664440 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a907e7cc-1037-4244-b899-a3a9bef9f995 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (b833bbb0-5a0c-4508-8832-8878428f25f5), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.698432 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 074eef8a-1503-4d5b-8a56-4f1e1891bac3 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:09.699237 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.736479 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port 074eef8a-1503-4d5b-8a56-4f1e1891bac3, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=074eef8a-1503-4d5b-8a56-4f1e1891bac3,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:09.775382 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-89e431ba-dd10-4d45-a7a2-db5364dc8011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (eb55e1f3-d5fc-4be6-aaff-55f7bc0f3abd), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.780993 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-89e431ba-dd10-4d45-a7a2-db5364dc8011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.783307 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-89e431ba-dd10-4d45-a7a2-db5364dc8011 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb55e1f3-d5fc-4be6-aaff-55f7bc0f3abd HTTP/1.1" status: 204 len: 168 time: 0.6514814 Apr 11 19:22:09.791327 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:09.846354 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e431ba-dd10-4d45-a7a2-db5364dc8011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb55e1f3-d5fc-4be6-aaff-55f7bc0f3abd,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:09.974729 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a907e7cc-1037-4244-b899-a3a9bef9f995 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (b833bbb0-5a0c-4508-8832-8878428f25f5), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:10.008704 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:22:10.015688 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0452c2de-1f41-4edc-b286-deffbf693e8f admin admin] 10.222.0.13 "PUT /v2.0/routers/b697f69b-a32a-41fa-a803-6b975ca78d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9361551 Apr 11 19:22:10.055158 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a907e7cc-1037-4244-b899-a3a9bef9f995 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (b833bbb0-5a0c-4508-8832-8878428f25f5), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:10.077067 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Sync routers for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:22:10.134790 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907e7cc-1037-4244-b899-a3a9bef9f995 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b833bbb0-5a0c-4508-8832-8878428f25f5,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:10.136080 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:22:10.138235 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:22:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:10.308434 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180cceb-70b1-4eee-b927-60ece29bdc4b req-bff6241d-4a4d-45d5-ae63-da554480d9ec tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:10.308434 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2180cceb-70b1-4eee-b927-60ece29bdc4b req-bff6241d-4a4d-45d5-ae63-da554480d9ec tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 931 time: 0.2189417 Apr 11 19:22:10.338114 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=074eef8a-1503-4d5b-8a56-4f1e1891bac3,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:10.438046 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2180cceb-70b1-4eee-b927-60ece29bdc4b req-d8cec480-bdd8-4ff9-b065-be5ab6529262 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338048 Apr 11 19:22:10.495934 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:22:10.519394 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a907e7cc-1037-4244-b899-a3a9bef9f995 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:10.520892 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a907e7cc-1037-4244-b899-a3a9bef9f995 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1140726 Apr 11 19:22:10.524230 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55032) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:10.533153 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:10.691040 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:10.899106 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 2, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:10.943155 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:10.959428 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Checking router: b697f69b-a32a-41fa-a803-6b975ca78d20 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:22:10.959428 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Updating router b697f69b-a32a-41fa-a803-6b975ca78d20 port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 binding host dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:22:10.959428 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 074eef8a-1503-4d5b-8a56-4f1e1891bac3 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:11.066781 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Allocated IP 172.27.2.79 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/6a579415-48e2-44a9-821f-fbbfed27a0ad) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:22:11.117534 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:11.210357 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for port (6a579415-48e2-44a9-821f-fbbfed27a0ad), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:11.221139 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 074eef8a-1503-4d5b-8a56-4f1e1891bac3 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:11.224738 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:11.302980 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-c202dbdd-606c-4128-995c-f14b8464b23c tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:22:11.304756 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-c202dbdd-606c-4128-995c-f14b8464b23c tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093956 Apr 11 19:22:11.317126 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (6a579415-48e2-44a9-821f-fbbfed27a0ad), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:11.392537 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:22:11.396107 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:11.410168 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:22:11.540163 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'Port': ['ID=6a579415-48e2-44a9-821f-fbbfed27a0ad,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:11.666247 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (79888e6c-5d21-45cc-9987-e0f0b106d0e0), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:11.685310 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 074eef8a-1503-4d5b-8a56-4f1e1891bac3 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:11.880067 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6a579415-48e2-44a9-821f-fbbfed27a0ad), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:11.896739 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Request body: {'port': {'device_id': '4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:11.965587 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Publish callbacks [] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:12.047494 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:12.120387 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (972d46d7-d788-4e62-838f-64eb32d43703), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:12.131143 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37abde-db62-40b6-a4fe-128b884d648d req-763472b7-2904-45a9-ab55-ee6d041b129d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:12.152170 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-763472b7-2904-45a9-ab55-ee6d041b129d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 819 time: 0.4157262 Apr 11 19:22:12.194802 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a9844-e75f-4116-8242-3e3d1aae264d None None] Pushing event updated for resources: {'Port': ['ID=17610d5e-e2ad-4faa-90d0-78b2abb08f53,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:12.383956 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Attempting to bind port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:22:12.384446 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Attempting to bind port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:22:12.385018 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Attempting to bind port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 on network 4691bc0c-a1aa-4329-86e4-f51662f21d64 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:12.402753 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:22:12.403062 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Checking segment: {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:12.403475 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:12.403913 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Bound using segment: {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:22:12.404404 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Bound port: 17610d5e-e2ad-4faa-90d0-78b2abb08f53, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:22:12.404795 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:12.445678 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-85d10334-9543-4d04-97ca-3fa240a4373d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/quotas/2af7b2afbcd041819d1a0694615e602a HTTP/1.1" status: 200 len: 375 time: 0.2910531 Apr 11 19:22:12.537889 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7abba-ed1e-4b65-9062-c2646de799aa req-429f2398-e2e7-450f-ac28-b771368ad37e tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:12.539676 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-58c7abba-ed1e-4b65-9062-c2646de799aa req-429f2398-e2e7-450f-ac28-b771368ad37e tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 931 time: 0.5762680 Apr 11 19:22:12.571379 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] For port 17610d5e-e2ad-4faa-90d0-78b2abb08f53, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:22:12.612580 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-c654e3b4-1f2e-4a05-a954-31b30f12f579 None None] Provisioning complete for port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:12.612953 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c654e3b4-1f2e-4a05-a954-31b30f12f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:12.616911 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] For port 17610d5e-e2ad-4faa-90d0-78b2abb08f53, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=17610d5e-e2ad-4faa-90d0-78b2abb08f53,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:22:12.627006 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-9b817302-8a6d-493d-88d4-cd6de90759c4 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1793711 Apr 11 19:22:12.748171 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972d46d7-d788-4e62-838f-64eb32d43703 {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:22:12.758824 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-c654e3b4-1f2e-4a05-a954-31b30f12f579 None None] Port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:22:12.759407 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Publish callbacks [] for port (972d46d7-d788-4e62-838f-64eb32d43703), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:12.773834 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-58c7abba-ed1e-4b65-9062-c2646de799aa req-94359f8d-311e-40bf-9d4b-6184f39a04a8 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130570 Apr 11 19:22:12.804855 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Transition to ACTIVE for port object 972d46d7-d788-4e62-838f-64eb32d43703 will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:22:12.811759 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:12.882515 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (972d46d7-d788-4e62-838f-64eb32d43703), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:12.916020 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for port (6a579415-48e2-44a9-821f-fbbfed27a0ad), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:12.935105 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:22:12.935971 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:22:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:12.957639 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a9844-e75f-4116-8242-3e3d1aae264d None None] Pushing event updated for resources: {'Port': ['ID=17610d5e-e2ad-4faa-90d0-78b2abb08f53,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:13.043145 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6a579415-48e2-44a9-821f-fbbfed27a0ad), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:13.145171 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-90292028-078a-4311-a7c7-0bbc656591a4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:22:13.147167 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-90292028-078a-4311-a7c7-0bbc656591a4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2017925 Apr 11 19:22:13.162910 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (79888e6c-5d21-45cc-9987-e0f0b106d0e0), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:13.173065 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Attempting to bind port 972d46d7-d788-4e62-838f-64eb32d43703 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:22:13.174196 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Attempting to bind port 972d46d7-d788-4e62-838f-64eb32d43703 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '3e6da166-57bc-486c-823d-42d0c2e9bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ccea3bfb-131b-4448-911d-46e7a636b168'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:22:13.174822 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Attempting to bind port 972d46d7-d788-4e62-838f-64eb32d43703 on network ccea3bfb-131b-4448-911d-46e7a636b168 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:13.199589 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Port 972d46d7-d788-4e62-838f-64eb32d43703 on network ccea3bfb-131b-4448-911d-46e7a636b168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:22:13.200125 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Attempting to bind port 972d46d7-d788-4e62-838f-64eb32d43703 on network ccea3bfb-131b-4448-911d-46e7a636b168 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:13.208745 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:22:13.209366 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Checking segment: {'id': '3e6da166-57bc-486c-823d-42d0c2e9bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ccea3bfb-131b-4448-911d-46e7a636b168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:13.210316 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Bound using segment: {'id': '3e6da166-57bc-486c-823d-42d0c2e9bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ccea3bfb-131b-4448-911d-46e7a636b168'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:22:13.210975 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Bound port: 972d46d7-d788-4e62-838f-64eb32d43703, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6da166-57bc-486c-823d-42d0c2e9bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ccea3bfb-131b-4448-911d-46e7a636b168'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:22:13.211662 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (972d46d7-d788-4e62-838f-64eb32d43703), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:13.371140 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:22:13.380206 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:13.394649 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8691578 Apr 11 19:22:13.405495 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977edce8-bb43-4161-813f-a80f1580ee9f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'Port': ['ID=6a579415-48e2-44a9-821f-fbbfed27a0ad,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:13.459071 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-8149dc74-0f0e-4b49-ad1a-28a77ebb98d6 service neutron] 10.222.0.13 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025324 Apr 11 19:22:13.499565 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] For port 972d46d7-d788-4e62-838f-64eb32d43703, host hv-cinder-83736, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:22:13.522923 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] For port 972d46d7-d788-4e62-838f-64eb32d43703, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=972d46d7-d788-4e62-838f-64eb32d43703,segment=NetworkSegment(3e6da166-57bc-486c-823d-42d0c2e9bc3b),segment_id=3e6da166-57bc-486c-823d-42d0c2e9bc3b)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:22:13.533862 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Pushing event updated for resources: {'Port': ['ID=972d46d7-d788-4e62-838f-64eb32d43703,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:13.543590 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f9ecc625-6d15-4ce3-a7fe-3071e995c3d5 None None] Provisioning complete for port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:13.543590 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f9ecc625-6d15-4ce3-a7fe-3071e995c3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:13.597614 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (972d46d7-d788-4e62-838f-64eb32d43703), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:13.658294 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-5a5f7773-f6b0-410b-8f14-afe1e00273dd service neutron] 10.222.0.13 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952617 Apr 11 19:22:13.667833 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:13.668668 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:13.681543 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-4560702a-3877-4499-9c2c-837501cef682 service neutron] 10.222.0.23 "PUT /v2.0/ports/972d46d7-d788-4e62-838f-64eb32d43703 HTTP/1.1" status: 200 len: 1093 time: 1.8762891 Apr 11 19:22:13.681543 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0', 'tag': '972d46d7-d788-4e62-838f-64eb32d43703'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:22:13.957780 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecc625-6d15-4ce3-a7fe-3071e995c3d5 None None] Current status of the port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:13.960547 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f9ecc625-6d15-4ce3-a7fe-3071e995c3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:14.000896 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55174) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:14.006624 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-b3b2fa34-b885-4f0e-a4c8-a45af6a10b6f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--28155480&fields=id&tenant_id=902b30688b0543f5af404ec495801a4e HTTP/1.1" status: 200 len: 267 time: 0.1920471 Apr 11 19:22:14.043697 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:12Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:14.105283 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560702a-3877-4499-9c2c-837501cef682 service neutron] Pushing event updated for resources: {'Port': ['ID=972d46d7-d788-4e62-838f-64eb32d43703,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:14.145718 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-f4a89251-de23-4803-bc95-aad4f562db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:14.163913 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-f4a89251-de23-4803-bc95-aad4f562db73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af7bfdad927d4a84a80cffdf4bc8d94a&device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 1127 time: 0.2711363 Apr 11 19:22:14.217595 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507710a-603b-4d67-9180-3768822f1f02 None None] The sync data for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi is: [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:12Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:22:14.259743 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f9ecc625-6d15-4ce3-a7fe-3071e995c3d5 None None] For port 17610d5e-e2ad-4faa-90d0-78b2abb08f53, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=17610d5e-e2ad-4faa-90d0-78b2abb08f53,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:14.350827 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f9ecc625-6d15-4ce3-a7fe-3071e995c3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:14.518902 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-1d6703ff-627d-49c8-8a58-25cc831b680d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972d46d7-d788-4e62-838f-64eb32d43703 HTTP/1.1" status: 200 len: 217 time: 0.3179121 Apr 11 19:22:14.553130 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecc625-6d15-4ce3-a7fe-3071e995c3d5 None None] Pushing event updated for resources: {'Port': ['ID=17610d5e-e2ad-4faa-90d0-78b2abb08f53,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:14.564519 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0689032c-eebf-4d9c-9d79-0ea520ea3618" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0", "tag": "972d46d7-d788-4e62-838f-64eb32d43703"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:22:14.609635 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69d42033-c666-45ff-90f5-6d3302e40f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:14.621832 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be594ace-ee1f-48bc-8a5c-19aa5765c339 req-3dc5676e-a262-43a6-acd4-73cf42b4c2de tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:14.643912 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-be594ace-ee1f-48bc-8a5c-19aa5765c339 req-3dc5676e-a262-43a6-acd4-73cf42b4c2de tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 943 time: 0.3889575 Apr 11 19:22:14.699332 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-d7aa0166-a4a8-4c89-8d70-fb88620e0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:14.700792 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-d7aa0166-a4a8-4c89-8d70-fb88620e0c7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=816bb001-e07f-4d10-94ed-20ad3d9c447c HTTP/1.1" status: 200 len: 851 time: 0.1263461 Apr 11 19:22:14.701507 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-e9cc4637-692e-4eba-8c6f-9a7445354ef1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:14.724607 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-e9cc4637-692e-4eba-8c6f-9a7445354ef1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 817 time: 0.7168465 Apr 11 19:22:14.794550 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-23fc08aa-a855-4c22-8345-f9dc8b72f4de tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/quotas/902b30688b0543f5af404ec495801a4e HTTP/1.1" status: 200 len: 375 time: 0.0677257 Apr 11 19:22:14.808767 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-02610732-b626-4a73-80a5-bfd48b8767bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ccea3bfb-131b-4448-911d-46e7a636b168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930388 Apr 11 19:22:14.983739 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-be594ace-ee1f-48bc-8a5c-19aa5765c339 req-27ad0635-b333-4302-9ca7-2714463ae65c tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338406 Apr 11 19:22:14.986071 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 17610d5e-e2ad-4faa-90d0-78b2abb08f53 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:15.003629 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-66d36e3d-b647-469f-95dc-e3d81422d241 service neutron] 10.222.0.23 "GET /v2.0/networks/ccea3bfb-131b-4448-911d-46e7a636b168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750574 Apr 11 19:22:15.026503 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-4c09add5-15e7-4171-b379-33f58b2957b1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2162969 Apr 11 19:22:15.116174 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:15.116705 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:15.255700 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69d42033-c666-45ff-90f5-6d3302e40f12 admin admin] Publish callbacks [] for security_group (e58497a6-ba40-4dd1-b578-c09c950b1c3f), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:15.293649 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8d09639c-7efd-4a89-9d9e-69f510cb3e15 req-7fcd5495-1be1-45ba-9d0e-57211f74cb77 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 210 time: 0.2137275 Apr 11 19:22:15.348639 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7fb431c6-1e23-40fc-9f02-85ee785af9aa req-06a98af3-f45f-40c5-bb81-1f0123c2ef13 service neutron] 10.222.0.23 "GET /v2.0/networks/ccea3bfb-131b-4448-911d-46e7a636b168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179023 Apr 11 19:22:15.349131 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69d42033-c666-45ff-90f5-6d3302e40f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (e58497a6-ba40-4dd1-b578-c09c950b1c3f), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:15.377757 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:15.414555 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-037c9c9f-11c2-4ceb-93b1-c01853c6f2a5 service neutron] 10.222.0.13 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671851 Apr 11 19:22:15.458407 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-69d42033-c666-45ff-90f5-6d3302e40f12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97b6ebd9ae5e400d9a55196cc6bda449&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4191833 Apr 11 19:22:15.460770 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55248) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:15.508402 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d42033-c666-45ff-90f5-6d3302e40f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58497a6-ba40-4dd1-b578-c09c950b1c3f,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:15.619004 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55260) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:15.667563 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f665d058-939e-49fb-830b-e98fbedc1739 admin admin] Publish callbacks [] for security_group (e58497a6-ba40-4dd1-b578-c09c950b1c3f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:15.697761 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-b5091893-330e-4f1d-b3a1-90b7525d3a9e service neutron] 10.222.0.13 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807589 Apr 11 19:22:15.762140 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f665d058-939e-49fb-830b-e98fbedc1739 admin admin] Publish callbacks [] for security_group (e58497a6-ba40-4dd1-b578-c09c950b1c3f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:15.938962 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f665d058-939e-49fb-830b-e98fbedc1739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (e58497a6-ba40-4dd1-b578-c09c950b1c3f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:15.952333 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f665d058-939e-49fb-830b-e98fbedc1739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:15.952333 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f665d058-939e-49fb-830b-e98fbedc1739 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e58497a6-ba40-4dd1-b578-c09c950b1c3f HTTP/1.1" status: 204 len: 168 time: 0.4834852 Apr 11 19:22:15.980185 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665d058-939e-49fb-830b-e98fbedc1739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58497a6-ba40-4dd1-b578-c09c950b1c3f,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:16.022742 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b52b8ebf-d0c1-4446-9f8b-9c39ba10512a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:16.095174 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90150ba2-fc66-4b43-9f06-710f4d110fe2 x-openstack-request-id: req-90150ba2-fc66-4b43-9f06-710f4d110fe2 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:22:16.095672 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0", "tag": "972d46d7-d788-4e62-838f-64eb32d43703", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:22:16.095759 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90150ba2-fc66-4b43-9f06-710f4d110fe2 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:22:16.096225 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90150ba2-fc66-4b43-9f06-710f4d110fe2'] response: {'name': 'network-changed', 'server_uuid': '4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0', 'tag': '972d46d7-d788-4e62-838f-64eb32d43703', 'status': 'completed', 'code': 200} Apr 11 19:22:16.263861 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689032c-eebf-4d9c-9d79-0ea520ea3618 req-5cb811c1-761b-459d-93c8-9f4480bf31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:16.268332 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0689032c-eebf-4d9c-9d79-0ea520ea3618 req-5cb811c1-761b-459d-93c8-9f4480bf31d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af7bfdad927d4a84a80cffdf4bc8d94a&device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 1127 time: 0.1276915 Apr 11 19:22:16.556665 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b2952-6909-4ca8-ae1f-b362853d9bb5 req-e3c11a1c-d7a5-4ef5-b776-0a483f334127 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:16.565338 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-539b2952-6909-4ca8-ae1f-b362853d9bb5 req-e3c11a1c-d7a5-4ef5-b776-0a483f334127 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 943 time: 0.2148914 Apr 11 19:22:16.678230 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689032c-eebf-4d9c-9d79-0ea520ea3618 req-18168b42-c016-4cb1-b79d-e8956f67cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:16.681209 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0689032c-eebf-4d9c-9d79-0ea520ea3618 req-18168b42-c016-4cb1-b79d-e8956f67cd4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ccea3bfb-131b-4448-911d-46e7a636b168 HTTP/1.1" status: 200 len: 912 time: 0.3988807 Apr 11 19:22:16.767782 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0689032c-eebf-4d9c-9d79-0ea520ea3618 req-7940ef26-1a9d-444d-80ae-6d4126a2c386 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972d46d7-d788-4e62-838f-64eb32d43703 HTTP/1.1" status: 200 len: 217 time: 0.0526528 Apr 11 19:22:16.772753 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-539b2952-6909-4ca8-ae1f-b362853d9bb5 req-1babe66e-7bb3-4ba8-8fe8-7d805a9f1753 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063043 Apr 11 19:22:16.775168 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b52b8ebf-d0c1-4446-9f8b-9c39ba10512a admin admin] Publish callbacks [] for security_group (840d4ad5-c9cd-4c97-ba6a-301d530517f7), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:16.843431 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-bef1ce79-fe65-44ab-947b-dee84f72b42a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:16.851714 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-bef1ce79-fe65-44ab-947b-dee84f72b42a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 819 time: 0.5207255 Apr 11 19:22:16.903250 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689032c-eebf-4d9c-9d79-0ea520ea3618 req-5d465838-1294-4677-924e-af015ad85266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:16.906356 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0689032c-eebf-4d9c-9d79-0ea520ea3618 req-5d465838-1294-4677-924e-af015ad85266 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=816bb001-e07f-4d10-94ed-20ad3d9c447c HTTP/1.1" status: 200 len: 851 time: 0.1302724 Apr 11 19:22:16.929167 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b52b8ebf-d0c1-4446-9f8b-9c39ba10512a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (840d4ad5-c9cd-4c97-ba6a-301d530517f7), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:16.974615 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a955e6ca-66e5-4f0d-b34b-7a54e9a3addf req-c991b0a6-4e71-454e-8fed-402aa945561f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 210 time: 0.1140699 Apr 11 19:22:16.980293 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-d69305fc-bdd2-4c34-9664-69dda750b536 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/quotas/2af7b2afbcd041819d1a0694615e602a HTTP/1.1" status: 200 len: 375 time: 0.1276886 Apr 11 19:22:16.992666 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0689032c-eebf-4d9c-9d79-0ea520ea3618 req-84a266c4-c4bb-4134-a603-2ca4d49dd9d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ccea3bfb-131b-4448-911d-46e7a636b168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729783 Apr 11 19:22:17.181965 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-02aa5915-f4b0-4c7b-b50e-96ea561d044d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1726532 Apr 11 19:22:17.185707 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0689032c-eebf-4d9c-9d79-0ea520ea3618 req-d2885b2e-6a95-4e9f-b246-d105952ddb25 service neutron] 10.222.0.23 "GET /v2.0/networks/ccea3bfb-131b-4448-911d-46e7a636b168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772556 Apr 11 19:22:17.192801 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b52b8ebf-d0c1-4446-9f8b-9c39ba10512a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4f6651991dd421b8762e20e429379da&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5728092 Apr 11 19:22:17.196583 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55348) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:17.372326 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-5d94b189-faff-4828-93c6-ccaabe625682 service neutron] 10.222.0.13 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187906 Apr 11 19:22:17.372326 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b8ebf-d0c1-4446-9f8b-9c39ba10512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840d4ad5-c9cd-4c97-ba6a-301d530517f7,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:17.393654 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-abedac85-b47f-4bcf-a07d-9ad89ee93583 admin admin] Publish callbacks [] for security_group (840d4ad5-c9cd-4c97-ba6a-301d530517f7), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:17.477088 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-f5cbbb26-8810-48c4-9121-4d12638bca42 service neutron] 10.222.0.13 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429794 Apr 11 19:22:17.509439 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-abedac85-b47f-4bcf-a07d-9ad89ee93583 admin admin] Publish callbacks [] for security_group (840d4ad5-c9cd-4c97-ba6a-301d530517f7), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:17.513321 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-0689032c-eebf-4d9c-9d79-0ea520ea3618 req-cb1c3ac5-3084-485c-9fb4-a1c823d7e69d service neutron] 10.222.0.23 "GET /v2.0/networks/ccea3bfb-131b-4448-911d-46e7a636b168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642570 Apr 11 19:22:17.909006 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:22:17.922259 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65047-6326-4d5a-86d7-e2ff20a7a56e req-9461aeba-6607-432c-8a40-777f0e219ac9 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:17.924359 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-95c65047-6326-4d5a-86d7-e2ff20a7a56e req-9461aeba-6607-432c-8a40-777f0e219ac9 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0745492 Apr 11 19:22:18.006959 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-95c65047-6326-4d5a-86d7-e2ff20a7a56e req-94ccc353-c61b-4272-ac9e-45efcd60ce67 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758591 Apr 11 19:22:18.102649 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-92944d33-939b-448e-b201-569e5e3edb39 req-5aabc1ee-3a16-4a15-9e64-d385a21d43a7 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 210 time: 0.0367167 Apr 11 19:22:18.164188 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-abedac85-b47f-4bcf-a07d-9ad89ee93583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (840d4ad5-c9cd-4c97-ba6a-301d530517f7), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:18.165337 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-abedac85-b47f-4bcf-a07d-9ad89ee93583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:18.173718 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-abedac85-b47f-4bcf-a07d-9ad89ee93583 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/840d4ad5-c9cd-4c97-ba6a-301d530517f7 HTTP/1.1" status: 204 len: 168 time: 0.9731369 Apr 11 19:22:18.200076 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedac85-b47f-4bcf-a07d-9ad89ee93583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840d4ad5-c9cd-4c97-ba6a-301d530517f7,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:18.344485 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5674c284-1527-4202-9ec7-0d58170173a7 req-8612a150-5752-4063-b48f-df2a39bb4305 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 210 time: 0.0923009 Apr 11 19:22:18.408402 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55372) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:18.868641 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55384) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:18.998856 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f81e20c-8203-4e43-b106-a5a5becc8cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.095244 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f81e20c-8203-4e43-b106-a5a5becc8cbd admin admin] Publish callbacks [] for security_group (ae1ea13d-1678-4bfb-876b-4cc753741153), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.185371 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0a91cc60-4418-4802-b702-761d9ea1fc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.203931 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f81e20c-8203-4e43-b106-a5a5becc8cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (ae1ea13d-1678-4bfb-876b-4cc753741153), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.298965 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c4b9ad9a-58d0-4dbf-9d37-eeba30cd09b8 req-21160c69-b778-4818-8034-1c2d30cf9132 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 210 time: 0.0679216 Apr 11 19:22:19.319705 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81e20c-8203-4e43-b106-a5a5becc8cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1ea13d-1678-4bfb-876b-4cc753741153,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:19.339885 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0f81e20c-8203-4e43-b106-a5a5becc8cbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6412bb789f644291bbe6b89fa971cd47&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9273820 Apr 11 19:22:19.340948 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55400) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:19.430467 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55408) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:19.453511 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0a91cc60-4418-4802-b702-761d9ea1fc0d admin admin] Publish callbacks [] for security_group (89d54a98-e14e-4417-b742-1b020b56154b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.527507 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0a91cc60-4418-4802-b702-761d9ea1fc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (89d54a98-e14e-4417-b742-1b020b56154b), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.563486 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7671b015-af59-431c-aa1e-8c0efedd0aaf req-07987eb8-5a24-4663-b796-4982b003dbc1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 210 time: 0.0906529 Apr 11 19:22:19.587526 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6eabd-4fe5-400f-b30d-6a3f727de66e req-618c6246-201f-4840-90b0-291ba22f59d7 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:19.587946 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b7e6eabd-4fe5-400f-b30d-6a3f727de66e req-618c6246-201f-4840-90b0-291ba22f59d7 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 943 time: 0.1927142 Apr 11 19:22:19.606043 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91cc60-4418-4802-b702-761d9ea1fc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d54a98-e14e-4417-b742-1b020b56154b,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:19.633369 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0a91cc60-4418-4802-b702-761d9ea1fc0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14152f5d5abb454392d118273f5c5e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7632899 Apr 11 19:22:19.634053 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55418) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:19.658997 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-df6d8dec-d38e-4a21-a4a8-d34221357a9f admin admin] Publish callbacks [] for security_group (ae1ea13d-1678-4bfb-876b-4cc753741153), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.687769 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-df6d8dec-d38e-4a21-a4a8-d34221357a9f admin admin] Publish callbacks [] for security_group (ae1ea13d-1678-4bfb-876b-4cc753741153), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.722386 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-da76362e-34d9-4320-8b92-0cb40df02f79 admin admin] Publish callbacks [] for security_group (89d54a98-e14e-4417-b742-1b020b56154b), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.757528 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-da76362e-34d9-4320-8b92-0cb40df02f79 admin admin] Publish callbacks [] for security_group (89d54a98-e14e-4417-b742-1b020b56154b), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.787107 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55420) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:19.827606 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b7e6eabd-4fe5-400f-b30d-6a3f727de66e req-355973e6-910f-4dad-872c-e7c426a08a15 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703026 Apr 11 19:22:19.849618 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2848c926-07fb-4f32-bc63-5440a8f8f819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.956853 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-df6d8dec-d38e-4a21-a4a8-d34221357a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (ae1ea13d-1678-4bfb-876b-4cc753741153), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.963830 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-df6d8dec-d38e-4a21-a4a8-d34221357a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:19.965031 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-df6d8dec-d38e-4a21-a4a8-d34221357a9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae1ea13d-1678-4bfb-876b-4cc753741153 HTTP/1.1" status: 204 len: 168 time: 0.6228774 Apr 11 19:22:19.993207 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-617956678-network', 'tenant_id': '865a11d3dc6547ac8277637797242800'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:20.006292 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d8dec-d38e-4a21-a4a8-d34221357a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1ea13d-1678-4bfb-876b-4cc753741153,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:20.038138 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-da76362e-34d9-4320-8b92-0cb40df02f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (89d54a98-e14e-4417-b742-1b020b56154b), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:20.041973 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-da76362e-34d9-4320-8b92-0cb40df02f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:20.047350 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-da76362e-34d9-4320-8b92-0cb40df02f79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89d54a98-e14e-4417-b742-1b020b56154b HTTP/1.1" status: 204 len: 168 time: 0.4122117 Apr 11 19:22:20.068884 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76362e-34d9-4320-8b92-0cb40df02f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d54a98-e14e-4417-b742-1b020b56154b,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:20.113676 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Made reservation on behalf of 865a11d3dc6547ac8277637797242800 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:20.115981 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:20.128833 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:20.147137 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2848c926-07fb-4f32-bc63-5440a8f8f819 admin admin] Publish callbacks [] for security_group (479986eb-6168-4be9-9666-d3d1126e4aa4), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:20.238717 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Publish callbacks [] for security_group (16222016-8ff8-4c89-9393-5af6c3f761c8), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:20.450610 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1d2b17f2-b24d-43f7-9994-3e322e29bdc3 req-bf02ccbc-20ba-4503-823a-adc6aa0ae3f9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 210 time: 0.0496218 Apr 11 19:22:20.675294 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0fe28dfc-6238-48bb-92c6-6aebc2aed383 req-ca7416a0-207c-4bd4-89f5-85571d71f36b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 210 time: 0.0295074 Apr 11 19:22:20.730858 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2848c926-07fb-4f32-bc63-5440a8f8f819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (479986eb-6168-4be9-9666-d3d1126e4aa4), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:20.774463 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-2848c926-07fb-4f32-bc63-5440a8f8f819 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25d0ab9e3d9745b3aa26671ea85f0b78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3422010 Apr 11 19:22:20.775472 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848c926-07fb-4f32-bc63-5440a8f8f819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479986eb-6168-4be9-9666-d3d1126e4aa4,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:20.777187 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55436) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:20.793656 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (16222016-8ff8-4c89-9393-5af6c3f761c8), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:20.837611 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51724010-6468-4d6d-bed2-521e605156fe admin admin] Publish callbacks [] for security_group (479986eb-6168-4be9-9666-d3d1126e4aa4), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:20.850011 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:22:20.866000 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51724010-6468-4d6d-bed2-521e605156fe admin admin] Publish callbacks [] for security_group (479986eb-6168-4be9-9666-d3d1126e4aa4), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:20.876475 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16222016-8ff8-4c89-9393-5af6c3f761c8,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:20.879656 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (196ef552-2062-4c8c-88d3-342a23cc315b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:20.880078 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Added segment 196ef552-2062-4c8c-88d3-342a23cc315b of type vlan for network 9be1e422-1096-4b97-a548-46633bd32efa Apr 11 19:22:20.973939 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (9be1e422-1096-4b97-a548-46633bd32efa), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.027487 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f4ae7-b3d4-4c1b-a066-340b500a5ca1 req-83ef3c3c-5ae0-4f84-bb80-6e79d46a9261 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:21.029336 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7e2f4ae7-b3d4-4c1b-a066-340b500a5ca1 req-83ef3c3c-5ae0-4f84-bb80-6e79d46a9261 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0806241 Apr 11 19:22:21.082328 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51724010-6468-4d6d-bed2-521e605156fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (479986eb-6168-4be9-9666-d3d1126e4aa4), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.084963 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-51724010-6468-4d6d-bed2-521e605156fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.086106 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-51724010-6468-4d6d-bed2-521e605156fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/479986eb-6168-4be9-9666-d3d1126e4aa4 HTTP/1.1" status: 204 len: 168 time: 0.3078771 Apr 11 19:22:21.091710 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (9be1e422-1096-4b97-a548-46633bd32efa), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.093339 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:21.094346 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.102450 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7e2f4ae7-b3d4-4c1b-a066-340b500a5ca1 req-c2029374-be46-47ff-967d-2d6e867de268 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624325 Apr 11 19:22:21.103543 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51724010-6468-4d6d-bed2-521e605156fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479986eb-6168-4be9-9666-d3d1126e4aa4,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:21.190171 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] Pushing event updated for resources: {'Network': ['ID=9be1e422-1096-4b97-a548-46633bd32efa,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:21.200927 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network 9be1e422-1096-4b97-a548-46633bd32efa details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:22:21.230689 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-cd1f576d-d7aa-4842-806c-da025206c70b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4248016 Apr 11 19:22:21.235165 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55450) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:21.240353 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] Request body: {'subnet': {'network_id': '9be1e422-1096-4b97-a548-46633bd32efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-617956678-subnet', 'tenant_id': '865a11d3dc6547ac8277637797242800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:21.350237 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] Made reservation on behalf of 865a11d3dc6547ac8277637797242800 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:21.352608 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.509424 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55454) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:21.554178 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-93456bc2-65bc-44da-8caf-5df087095005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.559209 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-385975fd-dc90-4a43-8ad0-784204a5d10b req-34dc51bb-66ed-4a7e-b035-8f690471780e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 210 time: 0.0337927 Apr 11 19:22:21.592175 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55456) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:21.605695 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-af22f565-e78d-41a5-8aa4-d51f6af6229f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.617257 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for subnet (086a3410-b5e8-42fa-9233-ace207218f43), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.664579 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-93456bc2-65bc-44da-8caf-5df087095005 admin admin] Publish callbacks [] for security_group (89a7ef3f-b4c2-4692-ab39-2ffae188daa4), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.691583 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=086a3410-b5e8-42fa-9233-ace207218f43,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:21.732774 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] Checking segment: {'id': '196ef552-2062-4c8c-88d3-342a23cc315b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9be1e422-1096-4b97-a548-46633bd32efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:21.733716 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-93456bc2-65bc-44da-8caf-5df087095005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (89a7ef3f-b4c2-4692-ab39-2ffae188daa4), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.734105 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] Network hostable DHCP agents. Network: 9be1e422-1096-4b97-a548-46633bd32efa, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:22:21.781778 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-af22f565-e78d-41a5-8aa4-d51f6af6229f admin admin] Publish callbacks [] for security_group (158a7eae-f9a1-4dc6-8b22-8e4c06fb888b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.789827 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-93456bc2-65bc-44da-8caf-5df087095005 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=492c65c4bff84d11a2327755be1e30d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796957 Apr 11 19:22:21.793423 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55462) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:21.839876 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3309cec6-dd95-45ad-bae5-2dd6bc8f6093 req-6055ffbb-70bf-4750-a79b-df7db65b8e94 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 210 time: 0.0526853 Apr 11 19:22:21.847511 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93456bc2-65bc-44da-8caf-5df087095005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a7ef3f-b4c2-4692-ab39-2ffae188daa4,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:21.878055 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b1fb0bb2-3edb-495b-bca9-a2afafed2671 admin admin] Publish callbacks [] for security_group (89a7ef3f-b4c2-4692-ab39-2ffae188daa4), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.882837 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-af22f565-e78d-41a5-8aa4-d51f6af6229f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (158a7eae-f9a1-4dc6-8b22-8e4c06fb888b), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:21.890028 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] Network 9be1e422-1096-4b97-a548-46633bd32efa is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:22:21.900063 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b1fb0bb2-3edb-495b-bca9-a2afafed2671 admin admin] Publish callbacks [] for security_group (89a7ef3f-b4c2-4692-ab39-2ffae188daa4), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:22.017152 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b1fb0bb2-3edb-495b-bca9-a2afafed2671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (89a7ef3f-b4c2-4692-ab39-2ffae188daa4), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:22.020913 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b1fb0bb2-3edb-495b-bca9-a2afafed2671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:22.022231 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b1fb0bb2-3edb-495b-bca9-a2afafed2671 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89a7ef3f-b4c2-4692-ab39-2ffae188daa4 HTTP/1.1" status: 204 len: 168 time: 0.2208858 Apr 11 19:22:22.031971 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb0bb2-3edb-495b-bca9-a2afafed2671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a7ef3f-b4c2-4692-ab39-2ffae188daa4,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:22.080314 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, 9be1e422-1096-4b97-a548-46633bd32efa) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:22.084563 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-af22f565-e78d-41a5-8aa4-d51f6af6229f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=787cdd75d14b4b8d8bc28780b01487de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4907711 Apr 11 19:22:22.086722 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22f565-e78d-41a5-8aa4-d51f6af6229f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158a7eae-f9a1-4dc6-8b22-8e4c06fb888b,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:22.087922 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55472) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:22.089278 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:22.089856 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:22.090965 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b22fd22-2ede-471e-8f5d-ff0cf0d954a5 None None] Network 9be1e422-1096-4b97-a548-46633bd32efa requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:22:22.169748 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b26f60cf-6c46-4918-9898-241a04c42c0e admin admin] Publish callbacks [] for security_group (158a7eae-f9a1-4dc6-8b22-8e4c06fb888b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:22.196103 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7b3267b3-4514-462f-a14a-db6052949618 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9596317 Apr 11 19:22:22.222435 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eb25eb-b5f1-4aad-b09c-b3e28d04de30 None None] Network 9be1e422-1096-4b97-a548-46633bd32efa requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:22:22.259182 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b26f60cf-6c46-4918-9898-241a04c42c0e admin admin] Publish callbacks [] for security_group (158a7eae-f9a1-4dc6-8b22-8e4c06fb888b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:22.445938 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f8a7d-6521-4e61-ac40-76eae7ff0b90 req-6c1f64a5-2fa9-41df-9199-ec79f332e865 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:22.447369 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b11f8a7d-6521-4e61-ac40-76eae7ff0b90 req-6c1f64a5-2fa9-41df-9199-ec79f332e865 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 943 time: 0.2277293 Apr 11 19:22:22.503635 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b11f8a7d-6521-4e61-ac40-76eae7ff0b90 req-79813ea8-e688-4688-96c8-c43473373666 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496616 Apr 11 19:22:22.565113 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b26f60cf-6c46-4918-9898-241a04c42c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (158a7eae-f9a1-4dc6-8b22-8e4c06fb888b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:22.567694 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b26f60cf-6c46-4918-9898-241a04c42c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:22.568875 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b26f60cf-6c46-4918-9898-241a04c42c0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/158a7eae-f9a1-4dc6-8b22-8e4c06fb888b HTTP/1.1" status: 204 len: 168 time: 0.4799371 Apr 11 19:22:22.577600 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f60cf-6c46-4918-9898-241a04c42c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158a7eae-f9a1-4dc6-8b22-8e4c06fb888b,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:22.660938 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b00fc669-821a-4991-8f53-7d2bf81342a2 req-04d91b8f-614a-4170-a4cb-8e16fab787ea tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 210 time: 0.0293641 Apr 11 19:22:22.747915 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55492) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:22.761383 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ea45b1f0-c45e-4334-99f8-b0dec3de37f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:22.840972 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ea45b1f0-c45e-4334-99f8-b0dec3de37f3 admin admin] Publish callbacks [] for security_group (8aff47c1-925b-4594-8b80-7c8f0c474024), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:22.902538 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ea45b1f0-c45e-4334-99f8-b0dec3de37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (8aff47c1-925b-4594-8b80-7c8f0c474024), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:22.979638 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b954c023-16cc-4c04-aa35-6d253c6429ba req-4f215bee-a1e6-4cf5-a293-feec09e82bb1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 210 time: 0.0317669 Apr 11 19:22:22.987732 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45b1f0-c45e-4334-99f8-b0dec3de37f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff47c1-925b-4594-8b80-7c8f0c474024,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:23.000617 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ea45b1f0-c45e-4334-99f8-b0dec3de37f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5838f4bdf59940f2958c72e3253e2624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514260 Apr 11 19:22:23.001785 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55502) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:23.032170 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37abde-db62-40b6-a4fe-128b884d648d req-94b53cdd-e477-4013-9bfd-071336d01106 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:23.033757 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-94b53cdd-e477-4013-9bfd-071336d01106 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 819 time: 0.1529920 Apr 11 19:22:23.058613 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3eb5bf33-ff9b-4c5a-888c-6caf649bb0fb admin admin] Publish callbacks [] for security_group (8aff47c1-925b-4594-8b80-7c8f0c474024), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:23.081954 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3eb5bf33-ff9b-4c5a-888c-6caf649bb0fb admin admin] Publish callbacks [] for security_group (8aff47c1-925b-4594-8b80-7c8f0c474024), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:23.199621 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Request body: {'port': {'device_id': '7eb79d62-ccd2-4879-b499-1aece098e562', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'admin_state_up': True, 'tenant_id': '2af7b2afbcd041819d1a0694615e602a'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:23.276115 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.23', 64246) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:23.345936 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3eb5bf33-ff9b-4c5a-888c-6caf649bb0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (8aff47c1-925b-4594-8b80-7c8f0c474024), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:23.348596 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3eb5bf33-ff9b-4c5a-888c-6caf649bb0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:23.349717 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-3eb5bf33-ff9b-4c5a-888c-6caf649bb0fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8aff47c1-925b-4594-8b80-7c8f0c474024 HTTP/1.1" status: 204 len: 168 time: 0.3468862 Apr 11 19:22:23.365954 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5bf33-ff9b-4c5a-888c-6caf649bb0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff47c1-925b-4594-8b80-7c8f0c474024,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:23.410581 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-9714dbbd-e469-4eb7-bea1-5bc9397a0025 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:23.412056 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-9714dbbd-e469-4eb7-bea1-5bc9397a0025 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.23 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 817 time: 0.1349344 Apr 11 19:22:23.489849 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-3ae14b52-885d-446d-89b2-3ac99d8bba49 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=902b30688b0543f5af404ec495801a4e HTTP/1.1" status: 200 len: 378 time: 0.0700579 Apr 11 19:22:23.493144 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Made reservation on behalf of 2af7b2afbcd041819d1a0694615e602a for: {'port': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:23.497414 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:23.546717 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'port': {'device_id': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'admin_state_up': True, 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'security_groups': ['3cfc2f47-7079-4d8e-83b0-6a8245fb9331']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:23.552278 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.23', 64249) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:23.661587 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Allocated IP 172.20.0.7 (4691bc0c-a1aa-4329-86e4-f51662f21d64/a54223fa-f54d-43fd-800a-c65c281244e0/70d432d1-e655-473a-a1dc-289ebd12bc46) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:22:23.799555 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79e9a3-845d-4ac7-a51b-c3a3e77bbceb req-5f1b6a92-7e4b-47e4-a65d-961276bcabd6 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:23.803142 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf79e9a3-845d-4ac7-a51b-c3a3e77bbceb req-5f1b6a92-7e4b-47e4-a65d-961276bcabd6 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 943 time: 0.1690814 Apr 11 19:22:23.879476 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:23.882612 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-9ae592fd-1bb9-40cc-bb73-33083bbb58de tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:23.884125 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-9ae592fd-1bb9-40cc-bb73-33083bbb58de tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 819 time: 0.3321903 Apr 11 19:22:23.885722 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b59fe96a-d8a4-4a7f-9590-ab84a6339510 req-c77020f5-defe-47ef-ad5d-f5e8cf279a45 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 210 time: 0.0701520 Apr 11 19:22:23.917464 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf79e9a3-845d-4ac7-a51b-c3a3e77bbceb req-c8adb8a3-496d-49bb-91e9-b234d3a500ad tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062081 Apr 11 19:22:23.945943 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Request body: {'port': {'device_id': '62e7cd15-04ac-4712-abf5-4574c44db3da', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'admin_state_up': True, 'tenant_id': '2af7b2afbcd041819d1a0694615e602a'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:24.006638 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Made reservation on behalf of 902b30688b0543f5af404ec495801a4e for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:24.010064 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.047079 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.124746 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event updated for resources: {'Port': ['ID=70d432d1-e655-473a-a1dc-289ebd12bc46,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:24.130299 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Network 4691bc0c-a1aa-4329-86e4-f51662f21d64 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:22:24.131737 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:24.134690 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:22:24.144159 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:24.144827 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.236361 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ce6c0538-77e6-4a1a-93a8-79e57c3b4a55 req-5c258500-7582-4d59-82ba-9f4dedf49f22 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 210 time: 0.1579442 Apr 11 19:22:24.261125 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-00e1204f-84c7-4d16-a069-a8362610dbea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0599570 Apr 11 19:22:24.270137 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Request body: {'port': {'device_id': '7eb79d62-ccd2-4879-b499-1aece098e562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:24.345016 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Made reservation on behalf of 2af7b2afbcd041819d1a0694615e602a for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:24.349332 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.353101 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.403644 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55558) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:24.475357 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1560819092-network', 'tenant_id': 'a4a5aec1dbdc48988915174891db67a7'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:24.482788 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f505670b-c8e2-4a74-92f5-9ecf9a5856ca None None] Provisioning complete for port 70d432d1-e655-473a-a1dc-289ebd12bc46 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:24.483316 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f505670b-c8e2-4a74-92f5-9ecf9a5856ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.532058 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Allocated IP 172.20.0.4 (34eb8caf-ea24-4e8f-89b6-a31932c34a31/25cb9c3f-a16a-473f-899e-27a0637ef53d/3a9f828f-8465-4953-892f-890ad6971a58) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:22:24.546395 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 972d46d7-d788-4e62-838f-64eb32d43703 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:22:24.600583 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Made reservation on behalf of a4a5aec1dbdc48988915174891db67a7 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:24.603168 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.629875 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.661457 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f505670b-c8e2-4a74-92f5-9ecf9a5856ca None None] Port 70d432d1-e655-473a-a1dc-289ebd12bc46 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:22:24.678393 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d432d1-e655-473a-a1dc-289ebd12bc46 {{(pid=103944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:22:24.686802 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 972d46d7-d788-4e62-838f-64eb32d43703, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=972d46d7-d788-4e62-838f-64eb32d43703,segment=NetworkSegment(3e6da166-57bc-486c-823d-42d0c2e9bc3b),segment_id=3e6da166-57bc-486c-823d-42d0c2e9bc3b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:24.687091 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Publish callbacks [] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.698975 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '972d46d7-d788-4e62-838f-64eb32d43703', 'network_id': 'ccea3bfb-131b-4448-911d-46e7a636b168', 'port_id': '972d46d7-d788-4e62-838f-64eb32d43703', 'mac_address': 'fa:16:3e:33:29:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816bb001-e07f-4d10-94ed-20ad3d9c447c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:22:24.709751 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.provisioning_blocks [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Transition to ACTIVE for port object 70d432d1-e655-473a-a1dc-289ebd12bc46 will not be triggered until provisioned by entity L2. {{(pid=103944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:22:24.741931 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 972d46d7-d788-4e62-838f-64eb32d43703 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:24.742561 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (972d46d7-d788-4e62-838f-64eb32d43703), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.752910 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for port (3a9f828f-8465-4953-892f-890ad6971a58), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.762175 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972d46d7-d788-4e62-838f-64eb32d43703 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:22:24.785141 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.785417 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 972d46d7-d788-4e62-838f-64eb32d43703, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=972d46d7-d788-4e62-838f-64eb32d43703,segment=NetworkSegment(3e6da166-57bc-486c-823d-42d0c2e9bc3b),segment_id=3e6da166-57bc-486c-823d-42d0c2e9bc3b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:24.797148 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Publish callbacks [] for security_group (332210f2-d3e7-42a1-a105-27451472f163), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.858106 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Allocated IP 172.20.0.12 (4691bc0c-a1aa-4329-86e4-f51662f21d64/a54223fa-f54d-43fd-800a-c65c281244e0/314dec28-bf24-430a-b53a-a85521653690) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:22:24.859815 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Pushing event updated for resources: {'Port': ['ID=70d432d1-e655-473a-a1dc-289ebd12bc46,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:24.863658 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55568) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:24.876773 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (972d46d7-d788-4e62-838f-64eb32d43703), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.889740 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (332210f2-d3e7-42a1-a105-27451472f163), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.897390 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9713c3be-1319-411d-8614-e72fea5a74ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.931611 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Attempting to bind port 70d432d1-e655-473a-a1dc-289ebd12bc46 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:22:24.932010 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Attempting to bind port 70d432d1-e655-473a-a1dc-289ebd12bc46 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:22:24.936374 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Attempting to bind port 70d432d1-e655-473a-a1dc-289ebd12bc46 on network 4691bc0c-a1aa-4329-86e4-f51662f21d64 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:24.949028 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Port 70d432d1-e655-473a-a1dc-289ebd12bc46 on network 4691bc0c-a1aa-4329-86e4-f51662f21d64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:22:24.950227 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Attempting to bind port 70d432d1-e655-473a-a1dc-289ebd12bc46 on network 4691bc0c-a1aa-4329-86e4-f51662f21d64 {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:24.951141 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332210f2-d3e7-42a1-a105-27451472f163,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:24.964800 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:22:24.965136 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Checking segment: {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:24.966114 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Bound using segment: {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'} {{(pid=103944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:22:24.966745 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.managers [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Bound port: 70d432d1-e655-473a-a1dc-289ebd12bc46, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'}}] {{(pid=103944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:22:24.968615 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:24.995559 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=972d46d7-d788-4e62-838f-64eb32d43703,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:25.045802 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9713c3be-1319-411d-8614-e72fea5a74ac admin admin] Publish callbacks [] for security_group (f7beb651-35ac-440e-ae3e-65115c16829a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.048390 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (3a9f828f-8465-4953-892f-890ad6971a58), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.112748 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:22:25.114360 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] For port 70d432d1-e655-473a-a1dc-289ebd12bc46, host hv-cinder-83736, cleared binding levels {{(pid=103944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:22:25.118583 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] For port 70d432d1-e655-473a-a1dc-289ebd12bc46, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=70d432d1-e655-473a-a1dc-289ebd12bc46,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:22:25.122278 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['972d46d7-d788-4e62-838f-64eb32d43703'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:22:25.168226 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9713c3be-1319-411d-8614-e72fea5a74ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (f7beb651-35ac-440e-ae3e-65115c16829a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.232454 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9713c3be-1319-411d-8614-e72fea5a74ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54c5f7bda0424b9aae28a2de31e0675a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670380 Apr 11 19:22:25.233913 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55588) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:25.245395 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:22:25.245689 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.253612 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:25.268150 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (4320f162-43c4-4c1a-a32e-9076c07477c4), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.268506 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Added segment 4320f162-43c4-4c1a-a32e-9076c07477c4 of type vlan for network ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d Apr 11 19:22:25.325475 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:22:25.339983 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:25.339983 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.343996 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713c3be-1319-411d-8614-e72fea5a74ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7beb651-35ac-440e-ae3e-65115c16829a,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:25.380706 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:25.382377 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.384023 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] 10.222.0.23 "PUT /v2.0/ports/70d432d1-e655-473a-a1dc-289ebd12bc46 HTTP/1.1" status: 200 len: 1093 time: 1.1208756 Apr 11 19:22:25.386317 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb79d62-ccd2-4879-b499-1aece098e562', 'tag': '70d432d1-e655-473a-a1dc-289ebd12bc46'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:22:25.389695 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb79d62-ccd2-4879-b499-1aece098e562", "tag": "70d432d1-e655-473a-a1dc-289ebd12bc46"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:22:25.397532 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0f30a-7822-4395-a162-baa2298ef9fc service neutron] Pushing event updated for resources: {'Port': ['ID=70d432d1-e655-473a-a1dc-289ebd12bc46,revision_number=3']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:25.434077 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-05ad6958-e275-4b78-a3e0-98b48a70ea66 admin admin] Publish callbacks [] for security_group (f7beb651-35ac-440e-ae3e-65115c16829a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.464485 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-05ad6958-e275-4b78-a3e0-98b48a70ea66 admin admin] Publish callbacks [] for security_group (f7beb651-35ac-440e-ae3e-65115c16829a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.623908 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37abde-db62-40b6-a4fe-128b884d648d req-8c4f78e6-c72c-43cb-91e7-0b8e0ade9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:25.625486 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-8c4f78e6-c72c-43cb-91e7-0b8e0ade9469 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 1127 time: 0.1295648 Apr 11 19:22:25.690274 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-be357715-ea53-49a9-9faf-236da54c12d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d432d1-e655-473a-a1dc-289ebd12bc46 HTTP/1.1" status: 200 len: 217 time: 0.0570974 Apr 11 19:22:25.731442 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-05ad6958-e275-4b78-a3e0-98b48a70ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (f7beb651-35ac-440e-ae3e-65115c16829a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.733669 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-1f456a07-b326-47af-b08e-5cf85bf3f16c None None] Provisioning complete for port 3a9f828f-8465-4953-892f-890ad6971a58 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:25.734598 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-05ad6958-e275-4b78-a3e0-98b48a70ea66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.736133 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-05ad6958-e275-4b78-a3e0-98b48a70ea66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7beb651-35ac-440e-ae3e-65115c16829a HTTP/1.1" status: 204 len: 168 time: 0.5008695 Apr 11 19:22:25.736570 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1f456a07-b326-47af-b08e-5cf85bf3f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3a9f828f-8465-4953-892f-890ad6971a58), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.762208 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad6958-e275-4b78-a3e0-98b48a70ea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7beb651-35ac-440e-ae3e-65115c16829a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:25.785284 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37abde-db62-40b6-a4fe-128b884d648d req-a754d782-2853-4bc1-b302-4cd50b64061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:25.786995 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-a754d782-2853-4bc1-b302-4cd50b64061e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0903153 Apr 11 19:22:25.842311 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:25.860758 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca81d8c-360e-4cf1-848d-8a5475997f10 req-2cd03c76-b788-49be-b061-327ab7f75be1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:25.862292 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7ca81d8c-360e-4cf1-848d-8a5475997f10 req-2cd03c76-b788-49be-b061-327ab7f75be1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 931 time: 0.7628748 Apr 11 19:22:25.884095 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-1f456a07-b326-47af-b08e-5cf85bf3f16c None None] Port 3a9f828f-8465-4953-892f-890ad6971a58 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:22:25.899605 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37abde-db62-40b6-a4fe-128b884d648d req-7fa014fe-4dcc-497e-af32-3c1aaf737423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:25.899801 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'Port': ['ID=3a9f828f-8465-4953-892f-890ad6971a58,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:25.902055 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-7fa014fe-4dcc-497e-af32-3c1aaf737423 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1084323 Apr 11 19:22:25.978359 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for port (314dec28-bf24-430a-b53a-a85521653690), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.014288 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-a208c82c-f9de-4033-96c2-5e28ec0c69f5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4709980 Apr 11 19:22:26.028693 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecd5dd-b144-492c-818e-25b5aeb6b176 req-741aa0bc-9ae6-467c-9178-bac013483ae7 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:26.030812 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0cecd5dd-b144-492c-818e-25b5aeb6b176 req-741aa0bc-9ae6-467c-9178-bac013483ae7 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 944 time: 0.8828206 Apr 11 19:22:26.048773 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-10999f2f-b60b-4e9b-8e81-7fa822bbc561 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310329 Apr 11 19:22:26.061760 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7ca81d8c-360e-4cf1-848d-8a5475997f10 req-bc36d160-73b6-44fc-b835-395fbb660d4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1388974 Apr 11 19:22:26.066123 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Request body: {'port': {'device_id': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:26.092916 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.094040 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:26.099571 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.246946 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-fe37abde-db62-40b6-a4fe-128b884d648d req-7c5b308d-d551-46e3-aeba-ba670de0ae94 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907718 Apr 11 19:22:26.316196 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] Pushing event updated for resources: {'Network': ['ID=ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:26.333116 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55616) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:26.333300 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-175a3391-20ca-45da-bdcd-cca7a9f45f18 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9281154 Apr 11 19:22:26.339011 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] Request body: {'subnet': {'network_id': 'ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1560819092-subnet', 'tenant_id': 'a4a5aec1dbdc48988915174891db67a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:26.341710 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-32932e7d-e0d9-4bfe-a798-b50ec8ab1d0e req-c1674e9a-1d1d-4cab-bb3b-2f64c8d4864f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 210 time: 0.1802201 Apr 11 19:22:26.368877 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:22:26.369439 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3a9f828f-8465-4953-892f-890ad6971a58), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.400589 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0cecd5dd-b144-492c-818e-25b5aeb6b176 req-328ac84c-88dc-44f0-b483-7e4b558a83ef tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421535 Apr 11 19:22:26.446766 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (314dec28-bf24-430a-b53a-a85521653690), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.471865 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] Made reservation on behalf of a4a5aec1dbdc48988915174891db67a7 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:26.475627 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.494381 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eb3288-9e12-468a-a8e7-1c751d3f5bb7 x-openstack-request-id: req-a7eb3288-9e12-468a-a8e7-1c751d3f5bb7 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:22:26.494702 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb79d62-ccd2-4879-b499-1aece098e562", "tag": "70d432d1-e655-473a-a1dc-289ebd12bc46", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:22:26.495034 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7eb3288-9e12-468a-a8e7-1c751d3f5bb7 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:22:26.495589 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7eb3288-9e12-468a-a8e7-1c751d3f5bb7'] response: {'name': 'network-changed', 'server_uuid': '7eb79d62-ccd2-4879-b499-1aece098e562', 'tag': '70d432d1-e655-473a-a1dc-289ebd12bc46', 'status': 'completed', 'code': 200} Apr 11 19:22:26.508808 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 972d46d7-d788-4e62-838f-64eb32d43703 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:26.584441 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 972d46d7-d788-4e62-838f-64eb32d43703 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:22:26.601230 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Network 4691bc0c-a1aa-4329-86e4-f51662f21d64 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:22:26.617732 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:26.623678 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:22:26.632052 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:26.632856 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.639380 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event updated for resources: {'Port': ['ID=314dec28-bf24-430a-b53a-a85521653690,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:26.670987 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 972d46d7-d788-4e62-838f-64eb32d43703 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:26.671719 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (972d46d7-d788-4e62-838f-64eb32d43703), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.782062 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-fc2d53d0-89a0-4e73-abec-ed01ffa0bf1f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8404412 Apr 11 19:22:26.817723 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 972d46d7-d788-4e62-838f-64eb32d43703 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:26.817723 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (972d46d7-d788-4e62-838f-64eb32d43703), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.842518 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972d46d7-d788-4e62-838f-64eb32d43703'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:22:26.857602 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9f828f-8465-4953-892f-890ad6971a58 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:22:26.865816 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Publish callbacks [] for port (3a9f828f-8465-4953-892f-890ad6971a58), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.891654 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Transition to ACTIVE for port object 3a9f828f-8465-4953-892f-890ad6971a58 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:22:26.909475 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for subnet (f9e1f91b-ad10-45cc-a9dc-eb9cd6d0caee), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.929453 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 972d46d7-d788-4e62-838f-64eb32d43703, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=972d46d7-d788-4e62-838f-64eb32d43703,segment=NetworkSegment(3e6da166-57bc-486c-823d-42d0c2e9bc3b),segment_id=3e6da166-57bc-486c-823d-42d0c2e9bc3b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:26.935626 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-d62e5b76-d779-45c3-81f7-65f2f0c976b9 None None] Provisioning complete for port 314dec28-bf24-430a-b53a-a85521653690 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:26.936030 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d62e5b76-d779-45c3-81f7-65f2f0c976b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (314dec28-bf24-430a-b53a-a85521653690), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:26.977931 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-d62e5b76-d779-45c3-81f7-65f2f0c976b9 None None] Port 314dec28-bf24-430a-b53a-a85521653690 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:22:26.982230 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e1f91b-ad10-45cc-a9dc-eb9cd6d0caee,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:26.993597 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] Checking segment: {'id': '4320f162-43c4-4c1a-a32e-9076c07477c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:26.994021 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] Network hostable DHCP agents. Network: ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:22:26.996314 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3a9f828f-8465-4953-892f-890ad6971a58), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:27.039254 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Request body: {'port': {'device_id': '62e7cd15-04ac-4712-abf5-4574c44db3da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:27.042983 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (972d46d7-d788-4e62-838f-64eb32d43703), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:27.096635 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9f828f-8465-4953-892f-890ad6971a58,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:27.120104 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac req-fc10cf72-dea5-498e-a492-dea9119d0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:27.124205 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac req-fc10cf72-dea5-498e-a492-dea9119d0d2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 1127 time: 0.0861440 Apr 11 19:22:27.130955 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:27.166634 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] Network ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:22:27.177412 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=972d46d7-d788-4e62-838f-64eb32d43703,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:27.261895 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (314dec28-bf24-430a-b53a-a85521653690), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:27.272062 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Attempting to bind port 3a9f828f-8465-4953-892f-890ad6971a58 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:22:27.272448 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Attempting to bind port 3a9f828f-8465-4953-892f-890ad6971a58 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:22:27.276980 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Attempting to bind port 3a9f828f-8465-4953-892f-890ad6971a58 on network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:27.277774 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:27.290488 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2100f8b1-a6fb-4e89-b114-15f1fbd498d2 None None] Network ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:22:27.295205 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a626cb-3f57-48cb-828d-0839b8c82c40 req-24ec81c6-721c-441b-8288-9de8e5412845 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:27.296398 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:27.297483 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:27.301999 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac req-509d1cb4-46b0-4125-87d2-72efe9696dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:27.309507 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-07a626cb-3f57-48cb-828d-0839b8c82c40 req-24ec81c6-721c-441b-8288-9de8e5412845 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.1069608 Apr 11 19:22:27.309782 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac req-509d1cb4-46b0-4125-87d2-72efe9696dd7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.1728227 Apr 11 19:22:27.315493 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Port 3a9f828f-8465-4953-892f-890ad6971a58 on network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:22:27.315827 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Attempting to bind port 3a9f828f-8465-4953-892f-890ad6971a58 on network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:27.352273 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:22:27.352618 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Checking segment: {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:27.353208 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Bound using segment: {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:22:27.353683 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Bound port: 3a9f828f-8465-4953-892f-890ad6971a58, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:22:27.354657 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3a9f828f-8465-4953-892f-890ad6971a58), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:27.375378 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac req-fe9f2965-5a44-455b-99a7-05e33a0925bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d432d1-e655-473a-a1dc-289ebd12bc46 HTTP/1.1" status: 200 len: 217 time: 0.0616083 Apr 11 19:22:27.471756 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-57122164-9b1d-4846-96c0-ec1b1180c924 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1305747 Apr 11 19:22:27.488477 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac req-7b001726-55d5-4d2e-8563-96b24224c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:27.492630 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac req-7b001726-55d5-4d2e-8563-96b24224c86f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.1110241 Apr 11 19:22:27.553170 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17c4b44-4f6a-4033-ba90-0e5cb762591f None None] Network ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:22:27.583676 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85e13eb-22a8-4271-a072-0718de49698f" -d '{"events": [{"server_uuid": "4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0", "name": "network-vif-plugged", "status": "completed", "tag": "972d46d7-d788-4e62-838f-64eb32d43703"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:22:27.604861 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac req-b309cfda-cc31-4513-a1a5-51e3c209c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:27.608096 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac req-b309cfda-cc31-4513-a1a5-51e3c209c9dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077261 Apr 11 19:22:27.640491 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-07a626cb-3f57-48cb-828d-0839b8c82c40 req-3c961093-5852-4f54-af1e-fe4a085d8fe0 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3373613 Apr 11 19:22:27.663702 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b232f8-9264-4727-a344-afeec66acfb8 req-f3212e51-4d7f-4b5a-ae02-8aab8b5c5eb4 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:27.670787 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97b232f8-9264-4727-a344-afeec66acfb8 req-f3212e51-4d7f-4b5a-ae02-8aab8b5c5eb4 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 932 time: 0.1600742 Apr 11 19:22:27.711194 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:22:27.752930 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac req-b2d02d13-2402-4221-a1fa-cfe4d5bdabcc service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378233 Apr 11 19:22:27.813902 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:22:27.858227 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97b232f8-9264-4727-a344-afeec66acfb8 req-69342336-aaf2-403b-ac11-d94e88464a5d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865096 Apr 11 19:22:27.881813 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89d194-96cb-429f-9dad-caebe9c38943 req-241c0d4b-af41-4c7d-930a-663f2ddb96f5 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:27.885209 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e89d194-96cb-429f-9dad-caebe9c38943 req-241c0d4b-af41-4c7d-930a-663f2ddb96f5 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.1617780 Apr 11 19:22:27.885407 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-5fda7621-8d18-49fe-bc42-dc7d8266f1ac req-b0378ded-cb94-4b32-a042-1d0b832c508d service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239457 Apr 11 19:22:27.898067 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3a9f828f-8465-4953-892f-890ad6971a58), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:27.916457 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55676) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:27.981537 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:27.982392 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:27.985601 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/3a9f828f-8465-4953-892f-890ad6971a58 HTTP/1.1" status: 200 len: 1093 time: 1.9270077 Apr 11 19:22:27.986889 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3633acc5-a669-4cb5-99d1-8b8c28348554 admin admin] Deleting subnet 086a3410-b5e8-42fa-9233-ace207218f43 {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:22:27.994792 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3633acc5-a669-4cb5-99d1-8b8c28348554 admin admin] Publish callbacks [] for subnet (086a3410-b5e8-42fa-9233-ace207218f43), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:28.007482 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:22:28.049439 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3633acc5-a669-4cb5-99d1-8b8c28348554 admin admin] Publish callbacks [] for subnet (086a3410-b5e8-42fa-9233-ace207218f43), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:28.062081 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3633acc5-a669-4cb5-99d1-8b8c28348554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (086a3410-b5e8-42fa-9233-ace207218f43), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:28.219032 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2edd57-7d4b-4ad3-94b7-717c8abb96b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9f828f-8465-4953-892f-890ad6971a58,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:28.271614 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3633acc5-a669-4cb5-99d1-8b8c28348554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for subnet (086a3410-b5e8-42fa-9233-ace207218f43), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:28.273905 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297389b9-33c3-436d-9382-952c0ebb14f4 x-openstack-request-id: req-297389b9-33c3-436d-9382-952c0ebb14f4 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:22:28.274373 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0", "name": "network-vif-plugged", "status": "completed", "tag": "972d46d7-d788-4e62-838f-64eb32d43703", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:22:28.274476 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-297389b9-33c3-436d-9382-952c0ebb14f4 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:22:28.275123 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297389b9-33c3-436d-9382-952c0ebb14f4'] response: {'server_uuid': '4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972d46d7-d788-4e62-838f-64eb32d43703', 'code': 200} Apr 11 19:22:28.362109 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e89d194-96cb-429f-9dad-caebe9c38943 req-99e2a89f-d7ab-4c6a-9ecc-a8830ab2909a tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679432 Apr 11 19:22:28.368841 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633acc5-a669-4cb5-99d1-8b8c28348554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086a3410-b5e8-42fa-9233-ace207218f43,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:28.380836 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314dec28-bf24-430a-b53a-a85521653690 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:22:28.416032 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3633acc5-a669-4cb5-99d1-8b8c28348554 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:28.416032 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3633acc5-a669-4cb5-99d1-8b8c28348554 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/086a3410-b5e8-42fa-9233-ace207218f43 HTTP/1.1" status: 204 len: 168 time: 0.4969735 Apr 11 19:22:28.418626 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55696) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:28.427627 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Publish callbacks [] for port (314dec28-bf24-430a-b53a-a85521653690), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:28.465549 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387fdebc-004e-4e57-8b78-a3409c5a57e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "tag": "3a9f828f-8465-4953-892f-890ad6971a58"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:22:28.478201 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-05651883-6dcf-4db0-97e8-7c6902c74bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:28.481795 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-05651883-6dcf-4db0-97e8-7c6902c74bc7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 1127 time: 0.3633497 Apr 11 19:22:28.481795 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Transition to ACTIVE for port object 314dec28-bf24-430a-b53a-a85521653690 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:22:28.511202 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 70d432d1-e655-473a-a1dc-289ebd12bc46 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:22:28.549394 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (9be1e422-1096-4b97-a548-46633bd32efa), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:28.603531 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (314dec28-bf24-430a-b53a-a85521653690), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:28.692363 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Pushing event updated for resources: {'Port': ['ID=314dec28-bf24-430a-b53a-a85521653690,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:28.700788 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-7c700484-bc2d-42cc-82e4-d6eb2669ae89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a9f828f-8465-4953-892f-890ad6971a58 HTTP/1.1" status: 200 len: 217 time: 0.2096996 Apr 11 19:22:28.753059 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 70d432d1-e655-473a-a1dc-289ebd12bc46, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=70d432d1-e655-473a-a1dc-289ebd12bc46,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:28.780463 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '70d432d1-e655-473a-a1dc-289ebd12bc46', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'port_id': '70d432d1-e655-473a-a1dc-289ebd12bc46', 'mac_address': 'fa:16:3e:f5:51:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:22:28.863009 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 70d432d1-e655-473a-a1dc-289ebd12bc46 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:28.863780 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:28.885966 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d432d1-e655-473a-a1dc-289ebd12bc46 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:22:28.922925 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 70d432d1-e655-473a-a1dc-289ebd12bc46, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=70d432d1-e655-473a-a1dc-289ebd12bc46,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:29.005775 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047e58d-5e57-407d-887a-cf62c97c3df0 req-e59ba0ed-d5f7-4eff-8827-c9c25ea95f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:29.007350 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3047e58d-5e57-407d-887a-cf62c97c3df0 req-e59ba0ed-d5f7-4eff-8827-c9c25ea95f2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 1129 time: 0.2446034 Apr 11 19:22:29.017579 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (9be1e422-1096-4b97-a548-46633bd32efa), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.043479 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.095236 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-3047e58d-5e57-407d-887a-cf62c97c3df0 req-6373e821-95b1-4ad0-ac7b-91ad58dbe826 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.097189 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6169dd41-40e9-40d0-9d35-b95b741882be x-openstack-request-id: req-6169dd41-40e9-40d0-9d35-b95b741882be {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:22:29.097673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "tag": "3a9f828f-8465-4953-892f-890ad6971a58", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:22:29.097763 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6169dd41-40e9-40d0-9d35-b95b741882be {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:22:29.098184 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6169dd41-40e9-40d0-9d35-b95b741882be'] response: {'name': 'network-changed', 'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58', 'status': 'completed', 'code': 200} Apr 11 19:22:29.104989 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Attempting to bind port 314dec28-bf24-430a-b53a-a85521653690 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:22:29.105331 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Attempting to bind port 314dec28-bf24-430a-b53a-a85521653690 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:22:29.105669 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Attempting to bind port 314dec28-bf24-430a-b53a-a85521653690 on network 4691bc0c-a1aa-4329-86e4-f51662f21d64 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:29.118269 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.119509 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.121641 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.121641 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.122004 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.122856 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.123273 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.123589 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-fa2baaf2-0541-4cb3-8ea2-a8fd4fc51422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:29.125202 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.125202 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.125202 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.136428 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-fa2baaf2-0541-4cb3-8ea2-a8fd4fc51422 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 200 len: 856 time: 0.4226511 Apr 11 19:22:29.141612 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Port 314dec28-bf24-430a-b53a-a85521653690 on network 4691bc0c-a1aa-4329-86e4-f51662f21d64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:22:29.141936 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Attempting to bind port 314dec28-bf24-430a-b53a-a85521653690 on network 4691bc0c-a1aa-4329-86e4-f51662f21d64 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:22:29.181600 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=70d432d1-e655-473a-a1dc-289ebd12bc46,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:29.253498 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['70d432d1-e655-473a-a1dc-289ebd12bc46'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:22:29.270281 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fef780-5f08-4577-bf33-12426c288e72 req-ca0dde36-e942-4ee4-b1f7-ee6c1550322b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:29.272011 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-90fef780-5f08-4577-bf33-12426c288e72 req-ca0dde36-e942-4ee4-b1f7-ee6c1550322b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.2604253 Apr 11 19:22:29.272893 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:22:29.273326 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Checking segment: {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:29.274050 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Bound using segment: {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:22:29.274584 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Bound port: 314dec28-bf24-430a-b53a-a85521653690, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:22:29.275022 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (314dec28-bf24-430a-b53a-a85521653690), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.296410 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.296860 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.297268 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.297848 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:29.298290 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be1e422-1096-4b97-a548-46633bd32efa']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:29.338323 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196ef552-2062-4c8c-88d3-342a23cc315b') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:29.341282 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196ef552-2062-4c8c-88d3-342a23cc315b') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:29.363418 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1c5d135d-ab91-4552-a8b6-a85ae1d9c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:29.365151 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-1c5d135d-ab91-4552-a8b6-a85ae1d9c3dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34eb8caf-ea24-4e8f-89b6-a31932c34a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2246394 Apr 11 19:22:29.367133 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29057243'] for segment (196ef552-2062-4c8c-88d3-342a23cc315b), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.387496 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade7d1e-16ca-40df-8a98-48a05ade419e req-7596e551-537a-4471-b874-757f9af668ee tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:29.389091 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eade7d1e-16ca-40df-8a98-48a05ade419e req-7596e551-537a-4471-b874-757f9af668ee tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 944 time: 0.1806059 Apr 11 19:22:29.399671 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (196ef552-2062-4c8c-88d3-342a23cc315b), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.409716 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:22:29.410381 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25449861'] for segment (196ef552-2062-4c8c-88d3-342a23cc315b), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.499841 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] For port 314dec28-bf24-430a-b53a-a85521653690, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:22:29.527299 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-90fef780-5f08-4577-bf33-12426c288e72 req-d8000bf4-7ba5-467d-82ab-5d2553e83d9e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2310333 Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: from cryptography.utils import int_from_bytes Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: from cryptography.utils import int_from_bytes Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: Traceback (most recent call last): Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: timer() Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: cb(*args, **kw) Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: return func(*args, **kwargs) Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: self._notify() Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: self.callback(batched_events) Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: event.method(event) Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: return f(self, *a, **k) Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._get(url).json() Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: return self.request(url, 'GET', **kwargs) Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:22:29.530983 dv-cinder-837362-1-iscsi neutron-server[103944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:22:29.544798 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] For port 314dec28-bf24-430a-b53a-a85521653690, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=314dec28-bf24-430a-b53a-a85521653690,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:22:29.556097 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eade7d1e-16ca-40df-8a98-48a05ade419e req-32274823-a55d-421b-a008-1bdbdc06c498 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375482 Apr 11 19:22:29.594722 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-3ed54c11-413e-421e-81da-f6e0d341f040 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226498 Apr 11 19:22:29.660417 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (9be1e422-1096-4b97-a548-46633bd32efa), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.666160 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (314dec28-bf24-430a-b53a-a85521653690), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.690844 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.694175 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9be1e422-1096-4b97-a548-46633bd32efa HTTP/1.1" status: 204 len: 168 time: 1.2737718 Apr 11 19:22:29.716956 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55742) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:29.726008 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-3047e58d-5e57-407d-887a-cf62c97c3df0 req-6373e821-95b1-4ad0-ac7b-91ad58dbe826 service neutron] Publish callbacks [] for security_group (290c75e6-058b-4195-a453-e1bc82321757), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.727222 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411b105-75a0-4d85-b3e3-caf776f920b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be1e422-1096-4b97-a548-46633bd32efa,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:29.777315 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acec9f0-6b32-4a3a-81e3-dc274fd02ff3 admin admin] Deleting subnet f9e1f91b-ad10-45cc-a9dc-eb9cd6d0caee {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:22:29.787818 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4acec9f0-6b32-4a3a-81e3-dc274fd02ff3 admin admin] Publish callbacks [] for subnet (f9e1f91b-ad10-45cc-a9dc-eb9cd6d0caee), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.787995 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:29.787995 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.789506 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] 10.222.0.23 "PUT /v2.0/ports/314dec28-bf24-430a-b53a-a85521653690 HTTP/1.1" status: 200 len: 1094 time: 2.7563057 Apr 11 19:22:29.813414 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9641325-8600-4e8b-90a9-ca7f07f382e6 req-20a5b8b4-5dec-4c5d-8b54-4326c4312bd1 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:29.828404 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-3047e58d-5e57-407d-887a-cf62c97c3df0 req-6373e821-95b1-4ad0-ac7b-91ad58dbe826 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (290c75e6-058b-4195-a453-e1bc82321757), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.829203 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9641325-8600-4e8b-90a9-ca7f07f382e6 req-20a5b8b4-5dec-4c5d-8b54-4326c4312bd1 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.1476667 Apr 11 19:22:29.873414 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4acec9f0-6b32-4a3a-81e3-dc274fd02ff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (f9e1f91b-ad10-45cc-a9dc-eb9cd6d0caee), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:29.881971 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1e824-92d9-4e11-aadf-44ef84d18f73 service neutron] Pushing event updated for resources: {'Port': ['ID=314dec28-bf24-430a-b53a-a85521653690,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:29.903054 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd47e100-7975-48a9-92b0-7cc7ecaf0ad0 req-5ef74982-02b9-45ce-8c60-ef7ea53ad016 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018689 Apr 11 19:22:30.050372 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9641325-8600-4e8b-90a9-ca7f07f382e6 req-9d71778b-cebf-41c0-89c6-0f5264528beb tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284248 Apr 11 19:22:30.065114 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-44ef12ee-9644-4f09-8584-56ba396406c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:30.069712 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-44ef12ee-9644-4f09-8584-56ba396406c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 1128 time: 0.1132915 Apr 11 19:22:30.164881 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3047e58d-5e57-407d-887a-cf62c97c3df0 req-6373e821-95b1-4ad0-ac7b-91ad58dbe826 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1283989 Apr 11 19:22:30.167206 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373e821-95b1-4ad0-ac7b-91ad58dbe826 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=290c75e6-058b-4195-a453-e1bc82321757,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:30.183685 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4acec9f0-6b32-4a3a-81e3-dc274fd02ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (f9e1f91b-ad10-45cc-a9dc-eb9cd6d0caee), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.310913 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4acec9f0-6b32-4a3a-81e3-dc274fd02ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (f9e1f91b-ad10-45cc-a9dc-eb9cd6d0caee), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.335441 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acec9f0-6b32-4a3a-81e3-dc274fd02ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e1f91b-ad10-45cc-a9dc-eb9cd6d0caee,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:30.342933 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4acec9f0-6b32-4a3a-81e3-dc274fd02ff3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.346135 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4acec9f0-6b32-4a3a-81e3-dc274fd02ff3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f9e1f91b-ad10-45cc-a9dc-eb9cd6d0caee HTTP/1.1" status: 204 len: 168 time: 0.6282070 Apr 11 19:22:30.348945 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55762) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:30.424463 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.510040 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.524028 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 70d432d1-e655-473a-a1dc-289ebd12bc46 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:30.542223 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.542623 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.543376 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.543755 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > port after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.544110 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.544437 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.544786 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.545223 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.545549 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.545878 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.575769 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 70d432d1-e655-473a-a1dc-289ebd12bc46 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:22:30.618745 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.619101 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.620301 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.621043 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:22:30.621707 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:30.645927 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4320f162-43c4-4c1a-a32e-9076c07477c4') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:30.646233 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4320f162-43c4-4c1a-a32e-9076c07477c4') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:30.662586 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 70d432d1-e655-473a-a1dc-289ebd12bc46 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:30.662893 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.679490 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28937096'] for segment (4320f162-43c4-4c1a-a32e-9076c07477c4), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.743550 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (4320f162-43c4-4c1a-a32e-9076c07477c4), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.757609 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 70d432d1-e655-473a-a1dc-289ebd12bc46 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:30.758016 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.762888 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85312b-cbc8-4533-8f3a-73a6eb24b15d req-841e7589-e6bc-4caf-b634-21cedaf9f00e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:30.764802 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ce85312b-cbc8-4533-8f3a-73a6eb24b15d req-841e7589-e6bc-4caf-b634-21cedaf9f00e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 944 time: 0.1068408 Apr 11 19:22:30.766357 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:22:30.766943 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28865009'] for segment (4320f162-43c4-4c1a-a32e-9076c07477c4), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.774574 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba6b7e-19aa-47ac-adc9-25710c7251ef req-d2afcdf4-234f-46f0-88ce-23e7851b6636 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:30.776113 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-87ba6b7e-19aa-47ac-adc9-25710c7251ef req-d2afcdf4-234f-46f0-88ce-23e7851b6636 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.1169314 Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: from cryptography.utils import int_from_bytes Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: from cryptography.utils import int_from_bytes Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: Traceback (most recent call last): Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: timer() Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: cb(*args, **kw) Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: return func(*args, **kwargs) Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: self._notify() Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: self.callback(batched_events) Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: event.method(event) Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: return f(self, *a, **k) Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._get(url).json() Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: return self.request(url, 'GET', **kwargs) Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:22:30.779294 dv-cinder-837362-1-iscsi neutron-server[103943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:22:30.787784 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb79d62-ccd2-4879-b499-1aece098e562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d432d1-e655-473a-a1dc-289ebd12bc46'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:22:30.790214 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8f9ea9-22a5-4f3a-99f4-c8393546928d" -d '{"events": [{"server_uuid": "7eb79d62-ccd2-4879-b499-1aece098e562", "name": "network-vif-plugged", "status": "completed", "tag": "70d432d1-e655-473a-a1dc-289ebd12bc46"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:22:30.803655 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 70d432d1-e655-473a-a1dc-289ebd12bc46, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=70d432d1-e655-473a-a1dc-289ebd12bc46,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:30.905004 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ce85312b-cbc8-4533-8f3a-73a6eb24b15d req-a2591828-9fb9-4011-a2cb-b96bbc0ff167 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225855 Apr 11 19:22:30.908267 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-87ba6b7e-19aa-47ac-adc9-25710c7251ef req-e4da5c93-5739-44aa-9dde-070bbed877d4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116879 Apr 11 19:22:30.911532 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.937295 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.944653 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:30.947880 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d HTTP/1.1" status: 204 len: 168 time: 0.5978460 Apr 11 19:22:30.957903 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa917fd4-1aa8-47e2-ba63-a9f04beb1831 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddde9c23-ecf9-4c80-b5c4-ac36085a6c0d,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:30.966161 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e2f43-c799-46d5-bcf0-a8d597ff792d x-openstack-request-id: req-e06e2f43-c799-46d5-bcf0-a8d597ff792d {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:22:30.966481 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb79d62-ccd2-4879-b499-1aece098e562", "name": "network-vif-plugged", "status": "completed", "tag": "70d432d1-e655-473a-a1dc-289ebd12bc46", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:22:30.966738 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e06e2f43-c799-46d5-bcf0-a8d597ff792d {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:22:30.967133 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06e2f43-c799-46d5-bcf0-a8d597ff792d'] response: {'server_uuid': '7eb79d62-ccd2-4879-b499-1aece098e562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d432d1-e655-473a-a1dc-289ebd12bc46', 'code': 200} Apr 11 19:22:30.995777 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=70d432d1-e655-473a-a1dc-289ebd12bc46,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:31.099929 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e7cd15-04ac-4712-abf5-4574c44db3da', 'tag': '314dec28-bf24-430a-b53a-a85521653690'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:22:31.102336 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4540d39a-076a-4921-aa87-cd0e58d7d8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "62e7cd15-04ac-4712-abf5-4574c44db3da", "tag": "314dec28-bf24-430a-b53a-a85521653690"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:22:31.137203 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07fb3cb-44e0-4ba4-bd37-8d8a661eaa43 x-openstack-request-id: req-d07fb3cb-44e0-4ba4-bd37-8d8a661eaa43 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:22:31.137492 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e7cd15-04ac-4712-abf5-4574c44db3da", "tag": "314dec28-bf24-430a-b53a-a85521653690", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:22:31.137746 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d07fb3cb-44e0-4ba4-bd37-8d8a661eaa43 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:22:31.138139 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07fb3cb-44e0-4ba4-bd37-8d8a661eaa43'] response: {'name': 'network-changed', 'server_uuid': '62e7cd15-04ac-4712-abf5-4574c44db3da', 'tag': '314dec28-bf24-430a-b53a-a85521653690', 'status': 'completed', 'code': 200} Apr 11 19:22:31.172685 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541b70-2b60-4fec-84d9-17cc44d18683 req-1b105d5b-5265-4ec6-8aa3-57e41684243b tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:31.174170 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-62541b70-2b60-4fec-84d9-17cc44d18683 req-1b105d5b-5265-4ec6-8aa3-57e41684243b tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0495067 Apr 11 19:22:31.237119 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-62541b70-2b60-4fec-84d9-17cc44d18683 req-cecc7eb9-bdff-4484-8386-afe72ea5ffe3 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553679 Apr 11 19:22:31.390342 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55814) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:31.434264 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4bdfdb54-3603-4718-9d36-5ba3248a869c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=865a11d3dc6547ac8277637797242800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430777 Apr 11 19:22:31.436805 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55820) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:31.479756 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-27d9cbcc-9b17-4d78-b834-efb40749594d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:31.486615 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e3fe675-1e1f-45d9-87c8-0141b2dc3d28 admin admin] Publish callbacks [] for security_group (16222016-8ff8-4c89-9393-5af6c3f761c8), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:31.515760 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e3fe675-1e1f-45d9-87c8-0141b2dc3d28 admin admin] Publish callbacks [] for security_group (16222016-8ff8-4c89-9393-5af6c3f761c8), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:31.639383 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e3fe675-1e1f-45d9-87c8-0141b2dc3d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (16222016-8ff8-4c89-9393-5af6c3f761c8), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:31.642312 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e3fe675-1e1f-45d9-87c8-0141b2dc3d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:31.643478 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1e3fe675-1e1f-45d9-87c8-0141b2dc3d28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16222016-8ff8-4c89-9393-5af6c3f761c8 HTTP/1.1" status: 204 len: 168 time: 0.2057536 Apr 11 19:22:31.653422 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fe675-1e1f-45d9-87c8-0141b2dc3d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16222016-8ff8-4c89-9393-5af6c3f761c8,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:32.049282 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6ce5d-9400-4075-9930-640611ea078b req-e9d75a1e-67fa-4e02-9a26-82891472b92e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:32.049282 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-30b6ce5d-9400-4075-9930-640611ea078b req-e9d75a1e-67fa-4e02-9a26-82891472b92e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 944 time: 0.0724308 Apr 11 19:22:32.084398 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462bf1f-2583-4a5e-b5d9-bf7ab1746630 req-1d0bca32-0a97-4fca-9bda-36a895b23435 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:32.090329 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f462bf1f-2583-4a5e-b5d9-bf7ab1746630 req-1d0bca32-0a97-4fca-9bda-36a895b23435 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.1010325 Apr 11 19:22:32.134821 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-30b6ce5d-9400-4075-9930-640611ea078b req-f36cf822-184b-4367-8559-f86e17fa50ea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712979 Apr 11 19:22:32.157121 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f462bf1f-2583-4a5e-b5d9-bf7ab1746630 req-fbf5b9ad-ddc0-4b68-b59f-a9422831f779 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598192 Apr 11 19:22:32.361805 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4066b6-5bf6-4675-8673-fbfea86c3f60 req-21f702e2-f5d2-4f86-82a8-580545690da0 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:32.363341 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fd4066b6-5bf6-4675-8673-fbfea86c3f60 req-21f702e2-f5d2-4f86-82a8-580545690da0 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0577724 Apr 11 19:22:32.414455 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fd4066b6-5bf6-4675-8673-fbfea86c3f60 req-106ab929-356e-4e27-b7db-b500afa1e4ba tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Apr 11 19:22:32.425058 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55864) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:32.505895 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55870) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:32.536334 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0165407d-df1d-4c5a-9aee-139bfc040ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:32.571925 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1a5a9dc8-52da-46a6-9af6-83f639011f41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4a5aec1dbdc48988915174891db67a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0649254 Apr 11 19:22:32.574639 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55872) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:32.628751 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0165407d-df1d-4c5a-9aee-139bfc040ab4 admin admin] Publish callbacks [] for security_group (4d83dd05-5d3e-4917-800c-9fb847eafa42), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:32.631881 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de654929-907e-4567-95bf-c875e7d9f78d admin admin] Publish callbacks [] for security_group (332210f2-d3e7-42a1-a105-27451472f163), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:32.653638 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de654929-907e-4567-95bf-c875e7d9f78d admin admin] Publish callbacks [] for security_group (332210f2-d3e7-42a1-a105-27451472f163), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:32.710439 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0165407d-df1d-4c5a-9aee-139bfc040ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (4d83dd05-5d3e-4917-800c-9fb847eafa42), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:32.749425 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0165407d-df1d-4c5a-9aee-139bfc040ab4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad449e03aae9409d8b294eb427bf0b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230734 Apr 11 19:22:32.750197 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165407d-df1d-4c5a-9aee-139bfc040ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d83dd05-5d3e-4917-800c-9fb847eafa42,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:32.751983 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55876) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:32.786144 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de654929-907e-4567-95bf-c875e7d9f78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (332210f2-d3e7-42a1-a105-27451472f163), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:32.788673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-de654929-907e-4567-95bf-c875e7d9f78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:32.789790 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-de654929-907e-4567-95bf-c875e7d9f78d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/332210f2-d3e7-42a1-a105-27451472f163 HTTP/1.1" status: 204 len: 168 time: 0.2140951 Apr 11 19:22:32.802357 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de654929-907e-4567-95bf-c875e7d9f78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332210f2-d3e7-42a1-a105-27451472f163,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:32.817350 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4c52-7011-4c53-9da6-3e0666d2cd28 admin admin] Publish callbacks [] for security_group (4d83dd05-5d3e-4917-800c-9fb847eafa42), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:32.843059 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4c52-7011-4c53-9da6-3e0666d2cd28 admin admin] Publish callbacks [] for security_group (4d83dd05-5d3e-4917-800c-9fb847eafa42), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:32.956121 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4c52-7011-4c53-9da6-3e0666d2cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (4d83dd05-5d3e-4917-800c-9fb847eafa42), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:32.958688 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4c52-7011-4c53-9da6-3e0666d2cd28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:32.959841 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-fb7a4c52-7011-4c53-9da6-3e0666d2cd28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d83dd05-5d3e-4917-800c-9fb847eafa42 HTTP/1.1" status: 204 len: 168 time: 0.2068145 Apr 11 19:22:32.968109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a4c52-7011-4c53-9da6-3e0666d2cd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d83dd05-5d3e-4917-800c-9fb847eafa42,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:33.213338 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3a9f828f-8465-4953-892f-890ad6971a58 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:22:33.336470 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361bc37-5c62-4ebd-9600-740d0773a734 req-a266fe00-f2e9-4f0a-8278-2b699e1ca4ad tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:33.338018 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b361bc37-5c62-4ebd-9600-740d0773a734 req-a266fe00-f2e9-4f0a-8278-2b699e1ca4ad tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 944 time: 0.1320109 Apr 11 19:22:33.350934 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:33.361347 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc27e3-89e8-406b-8c5f-f7fc49a1b049 req-fa7166a3-993a-4200-9216-492ae0388681 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:33.363198 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55cc27e3-89e8-406b-8c5f-f7fc49a1b049 req-fa7166a3-993a-4200-9216-492ae0388681 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.1033766 Apr 11 19:22:33.365914 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '3a9f828f-8465-4953-892f-890ad6971a58', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'port_id': '3a9f828f-8465-4953-892f-890ad6971a58', 'mac_address': 'fa:16:3e:b4:2e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:22:33.407270 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3a9f828f-8465-4953-892f-890ad6971a58 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:33.407655 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3a9f828f-8465-4953-892f-890ad6971a58), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:33.427600 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9f828f-8465-4953-892f-890ad6971a58 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:22:33.438899 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b361bc37-5c62-4ebd-9600-740d0773a734 req-44717fda-f169-4b94-8b55-a11283f5e37d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939095 Apr 11 19:22:33.442629 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55cc27e3-89e8-406b-8c5f-f7fc49a1b049 req-fdeb301e-6fa2-434f-ab63-493661caf071 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724902 Apr 11 19:22:33.499601 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:33.513308 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-9b45f6fe-b75c-46bf-aedb-bab68607c7b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=314dec28-bf24-430a-b53a-a85521653690 HTTP/1.1" status: 200 len: 217 time: 0.0538745 Apr 11 19:22:33.541037 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fdebc-004e-4e57-8b78-a3409c5a57e1 req-c862a953-edb0-447e-a6f4-3b3f5023f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:33.543773 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-387fdebc-004e-4e57-8b78-a3409c5a57e1 req-c862a953-edb0-447e-a6f4-3b3f5023f1ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 1127 time: 0.0810218 Apr 11 19:22:33.590862 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3a9f828f-8465-4953-892f-890ad6971a58), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:33.610293 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-6a586adc-40a6-494f-bd8b-1675aa9f92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:33.611868 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-6a586adc-40a6-494f-bd8b-1675aa9f92e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0920906 Apr 11 19:22:33.638297 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db5fc-1656-4edc-815c-6e62f2ff0375 req-9822cd3c-931e-4923-bbd5-eb218ec1c028 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:33.640749 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d38db5fc-1656-4edc-815c-6e62f2ff0375 req-9822cd3c-931e-4923-bbd5-eb218ec1c028 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0868397 Apr 11 19:22:33.657686 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55906) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:33.673107 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-145ff413-f959-420c-9243-d393e5f4baa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:33.683500 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fdebc-004e-4e57-8b78-a3409c5a57e1 req-d467a3b6-7c81-4028-96d8-e3c5fb79838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:33.685289 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-387fdebc-004e-4e57-8b78-a3409c5a57e1 req-d467a3b6-7c81-4028-96d8-e3c5fb79838b service neutron] 10.222.0.23 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 918 time: 0.1336203 Apr 11 19:22:33.688109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-14128333-6845-411f-86f5-2f1ec3dcb61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:33.689706 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-14128333-6845-411f-86f5-2f1ec3dcb61c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688641 Apr 11 19:22:33.691021 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3a9f828f-8465-4953-892f-890ad6971a58,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:33.724557 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d38db5fc-1656-4edc-815c-6e62f2ff0375 req-755a957a-4d43-4aab-9e1b-e498aa7ac248 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620742 Apr 11 19:22:33.766301 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-145ff413-f959-420c-9243-d393e5f4baa1 admin admin] Publish callbacks [] for security_group (a76f3116-7477-4dd6-920c-cc5df8fa2922), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:33.833502 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['3a9f828f-8465-4953-892f-890ad6971a58'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:22:33.848157 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-145ff413-f959-420c-9243-d393e5f4baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (a76f3116-7477-4dd6-920c-cc5df8fa2922), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:33.895338 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-145ff413-f959-420c-9243-d393e5f4baa1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53352041940c4399aef05847fb8ec094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361062 Apr 11 19:22:33.897582 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ff413-f959-420c-9243-d393e5f4baa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76f3116-7477-4dd6-920c-cc5df8fa2922,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:33.905718 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 55914) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:33.954550 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8af9471e-a53c-45b0-9d64-e605aa1175b2 admin admin] Publish callbacks [] for security_group (a76f3116-7477-4dd6-920c-cc5df8fa2922), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:33.976901 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-09a66656-764f-4c3c-82a4-40eed14b39e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:34.024634 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-387fdebc-004e-4e57-8b78-a3409c5a57e1 req-66cdb991-e270-43be-bb64-488ee778c174 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a9f828f-8465-4953-892f-890ad6971a58 HTTP/1.1" status: 200 len: 217 time: 0.0401347 Apr 11 19:22:34.026434 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8af9471e-a53c-45b0-9d64-e605aa1175b2 admin admin] Publish callbacks [] for security_group (a76f3116-7477-4dd6-920c-cc5df8fa2922), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:34.105096 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23bfb9-6181-43bf-9c46-a106c5e48521 req-750a5efb-9148-4d3d-a0ca-698aef353db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:34.106986 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8b23bfb9-6181-43bf-9c46-a106c5e48521 req-750a5efb-9148-4d3d-a0ca-698aef353db4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 1129 time: 0.1122179 Apr 11 19:22:34.113912 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fdebc-004e-4e57-8b78-a3409c5a57e1 req-df3019f3-e5e2-4d77-bebe-fa25df06f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:34.115424 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-387fdebc-004e-4e57-8b78-a3409c5a57e1 req-df3019f3-e5e2-4d77-bebe-fa25df06f651 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 200 len: 856 time: 0.0803707 Apr 11 19:22:34.154029 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-6711440c-b65f-47e1-86cf-de4cb5f206dc service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810074 Apr 11 19:22:34.161158 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fdebc-004e-4e57-8b78-a3409c5a57e1 req-5c5c1835-8ca8-4bbd-b0df-33d3373d2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:34.162785 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-387fdebc-004e-4e57-8b78-a3409c5a57e1 req-5c5c1835-8ca8-4bbd-b0df-33d3373d2d11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34eb8caf-ea24-4e8f-89b6-a31932c34a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412836 Apr 11 19:22:34.210331 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8b23bfb9-6181-43bf-9c46-a106c5e48521 req-5e6a5c9b-9a39-4a79-852b-4e0be2f43d31 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954256 Apr 11 19:22:34.222953 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8af9471e-a53c-45b0-9d64-e605aa1175b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (a76f3116-7477-4dd6-920c-cc5df8fa2922), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:34.225588 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8af9471e-a53c-45b0-9d64-e605aa1175b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:34.229112 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8af9471e-a53c-45b0-9d64-e605aa1175b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a76f3116-7477-4dd6-920c-cc5df8fa2922 HTTP/1.1" status: 204 len: 168 time: 0.3200662 Apr 11 19:22:34.247679 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9471e-a53c-45b0-9d64-e605aa1175b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76f3116-7477-4dd6-920c-cc5df8fa2922,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:34.279017 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f200d4d-8eb7-4d54-959d-fccc68a1ba7f req-564eb86c-fad6-4a91-b8a0-015b14a7fa1b service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104026 Apr 11 19:22:34.281142 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-387fdebc-004e-4e57-8b78-a3409c5a57e1 req-93803251-8223-4b57-ad39-fb948cdd0eea service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124620 Apr 11 19:22:34.573650 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-387fdebc-004e-4e57-8b78-a3409c5a57e1 req-86e0a3c5-7352-430f-b363-a530cbd8396b service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490705 Apr 11 19:22:34.648588 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:34.660180 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d1073-2c7b-4e33-a13a-89dc9127a6ef req-050d57d3-81e3-4259-9b91-1fd8a5146213 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:34.660180 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ca5d1073-2c7b-4e33-a13a-89dc9127a6ef req-050d57d3-81e3-4259-9b91-1fd8a5146213 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 944 time: 0.1179883 Apr 11 19:22:34.664391 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bd1e5-24f2-4d7b-bb33-fcbe68bbcc2a req-60e9174b-de67-4272-8d9f-5f7730e8cd0f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:34.668404 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a62bd1e5-24f2-4d7b-bb33-fcbe68bbcc2a req-60e9174b-de67-4272-8d9f-5f7730e8cd0f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 944 time: 0.1111434 Apr 11 19:22:34.744047 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ca5d1073-2c7b-4e33-a13a-89dc9127a6ef req-8248c0ee-c5a1-43ee-a2c7-cb85b4dca0b7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745468 Apr 11 19:22:34.751251 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a62bd1e5-24f2-4d7b-bb33-fcbe68bbcc2a req-6c9272ca-5636-45b7-a765-518f9ffa666b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759835 Apr 11 19:22:34.909086 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d8da0-7c67-44ec-a91a-d60080de9247 req-c7b602b0-c8bf-4099-9690-60847ba095c1 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:34.910664 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f70d8da0-7c67-44ec-a91a-d60080de9247 req-c7b602b0-c8bf-4099-9690-60847ba095c1 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0737438 Apr 11 19:22:34.961391 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f70d8da0-7c67-44ec-a91a-d60080de9247 req-1bd025ce-8fa6-45e1-9dd6-f8bd03cf696f tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Apr 11 19:22:35.219658 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3a9f828f-8465-4953-892f-890ad6971a58 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:35.274747 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 3a9f828f-8465-4953-892f-890ad6971a58 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:22:35.339728 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 3a9f828f-8465-4953-892f-890ad6971a58 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:35.340109 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3a9f828f-8465-4953-892f-890ad6971a58), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:35.382570 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 55988) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:35.437988 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3a9f828f-8465-4953-892f-890ad6971a58 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:35.438386 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3a9f828f-8465-4953-892f-890ad6971a58), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:35.462270 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:22:35.465059 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a643726-5036-46fb-82e0-dd94b25af2d5" -d '{"events": [{"server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f828f-8465-4953-892f-890ad6971a58"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:22:35.478690 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:35.507099 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7656a711-3eb4-413f-983d-4e4ad956f6f9 x-openstack-request-id: req-7656a711-3eb4-413f-983d-4e4ad956f6f9 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:22:35.507418 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f828f-8465-4953-892f-890ad6971a58", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:22:35.507681 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7656a711-3eb4-413f-983d-4e4ad956f6f9 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:22:35.508424 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7656a711-3eb4-413f-983d-4e4ad956f6f9'] response: {'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58', 'code': 200} Apr 11 19:22:35.576629 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3a9f828f-8465-4953-892f-890ad6971a58), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:35.644955 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3a9f828f-8465-4953-892f-890ad6971a58,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:35.732621 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-caa2d553-64c9-4109-9bc0-bba8ae90fa4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:36.034795 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-caa2d553-64c9-4109-9bc0-bba8ae90fa4a admin admin] Publish callbacks [] for security_group (dda9218f-717c-4e63-8e91-e4baee1d7625), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:36.076931 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d8edf-47ea-4244-9bf3-1a7141a23235 req-5f80bf78-6f44-4fd3-ae8f-43a3701a110c tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:36.078637 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bb0d8edf-47ea-4244-9bf3-1a7141a23235 req-5f80bf78-6f44-4fd3-ae8f-43a3701a110c tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 944 time: 0.2600169 Apr 11 19:22:36.115293 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615fcb5-fc65-474a-858c-bf793a4e190a req-9efe7e41-af76-45ba-a13b-5b3fc7b3e2d4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:36.120625 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5615fcb5-fc65-474a-858c-bf793a4e190a req-9efe7e41-af76-45ba-a13b-5b3fc7b3e2d4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0870073 Apr 11 19:22:36.123390 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-caa2d553-64c9-4109-9bc0-bba8ae90fa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (dda9218f-717c-4e63-8e91-e4baee1d7625), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:36.163107 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2d553-64c9-4109-9bc0-bba8ae90fa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda9218f-717c-4e63-8e91-e4baee1d7625,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:36.199363 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d39a-076a-4921-aa87-cd0e58d7d8a9 req-5fd60b63-821d-45c3-b52a-c62b57545d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:36.200990 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4540d39a-076a-4921-aa87-cd0e58d7d8a9 req-5fd60b63-821d-45c3-b52a-c62b57545d1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 1128 time: 0.0587990 Apr 11 19:22:36.210827 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-caa2d553-64c9-4109-9bc0-bba8ae90fa4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57e70bc70dd140f7aa0cbfe2f648b729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8272259 Apr 11 19:22:36.213612 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56032) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:36.238392 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bb0d8edf-47ea-4244-9bf3-1a7141a23235 req-31e72769-c1c4-4ffb-b6cd-88f1633f575f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518948 Apr 11 19:22:36.255372 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5615fcb5-fc65-474a-858c-bf793a4e190a req-0c5c62fa-6d79-4680-a5c3-fcee688a8212 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034863 Apr 11 19:22:36.295509 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9664de12-e2d4-43e7-9e04-7db27d37648f admin admin] Publish callbacks [] for security_group (dda9218f-717c-4e63-8e91-e4baee1d7625), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:36.355257 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9664de12-e2d4-43e7-9e04-7db27d37648f admin admin] Publish callbacks [] for security_group (dda9218f-717c-4e63-8e91-e4baee1d7625), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:36.387109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31200249-e5bd-4f3f-9ff4-1da6ba9bb8c4 req-09777253-b337-4182-888e-3dbf1c7153c1 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:36.389083 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-31200249-e5bd-4f3f-9ff4-1da6ba9bb8c4 req-09777253-b337-4182-888e-3dbf1c7153c1 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0860939 Apr 11 19:22:36.431505 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:36.449235 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-31200249-e5bd-4f3f-9ff4-1da6ba9bb8c4 req-b7bb485c-4774-4438-b382-0e5be56a9ae0 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541694 Apr 11 19:22:36.515458 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9664de12-e2d4-43e7-9e04-7db27d37648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (dda9218f-717c-4e63-8e91-e4baee1d7625), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:36.518064 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9664de12-e2d4-43e7-9e04-7db27d37648f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:36.521581 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9664de12-e2d4-43e7-9e04-7db27d37648f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dda9218f-717c-4e63-8e91-e4baee1d7625 HTTP/1.1" status: 204 len: 168 time: 0.3045712 Apr 11 19:22:36.529613 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d39a-076a-4921-aa87-cd0e58d7d8a9 req-574d2bcd-c86c-430a-bf2a-22335c66001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:36.531088 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4540d39a-076a-4921-aa87-cd0e58d7d8a9 req-574d2bcd-c86c-430a-bf2a-22335c66001a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.1381867 Apr 11 19:22:36.531786 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664de12-e2d4-43e7-9e04-7db27d37648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda9218f-717c-4e63-8e91-e4baee1d7625,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:36.759164 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4540d39a-076a-4921-aa87-cd0e58d7d8a9 req-1a4d68f7-3411-484f-8842-fea91a709bcf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=314dec28-bf24-430a-b53a-a85521653690 HTTP/1.1" status: 200 len: 217 time: 0.0498745 Apr 11 19:22:36.835066 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d39a-076a-4921-aa87-cd0e58d7d8a9 req-b34ddcf4-8e9a-45b0-9737-abd2fe9b3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:36.839827 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4540d39a-076a-4921-aa87-cd0e58d7d8a9 req-b34ddcf4-8e9a-45b0-9737-abd2fe9b3570 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0724096 Apr 11 19:22:36.879382 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d39a-076a-4921-aa87-cd0e58d7d8a9 req-d2748038-7ff6-41a1-997a-ee388f3fcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:36.881095 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4540d39a-076a-4921-aa87-cd0e58d7d8a9 req-d2748038-7ff6-41a1-997a-ee388f3fcb2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376923 Apr 11 19:22:37.016492 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4540d39a-076a-4921-aa87-cd0e58d7d8a9 req-211964b7-3019-4b08-812d-be68df693f8f service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292331 Apr 11 19:22:37.029947 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd474769-c1fc-4e8f-bfe5-1e2f36b99f97 req-9b066cbc-36ab-4c84-b45b-4271f950c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:37.031795 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd474769-c1fc-4e8f-bfe5-1e2f36b99f97 req-9b066cbc-36ab-4c84-b45b-4271f950c96e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 1129 time: 0.0729442 Apr 11 19:22:37.086067 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd474769-c1fc-4e8f-bfe5-1e2f36b99f97 req-3fa65e9e-fb5a-4a39-a31a-ef743709dab9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491974 Apr 11 19:22:37.120785 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-4540d39a-076a-4921-aa87-cd0e58d7d8a9 req-1902fb8a-1b98-4926-870e-82762fb16876 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974228 Apr 11 19:22:37.227287 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 314dec28-bf24-430a-b53a-a85521653690 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:22:37.354893 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 314dec28-bf24-430a-b53a-a85521653690, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=314dec28-bf24-430a-b53a-a85521653690,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:37.372277 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '314dec28-bf24-430a-b53a-a85521653690', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'port_id': '314dec28-bf24-430a-b53a-a85521653690', 'mac_address': 'fa:16:3e:a8:28:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:22:37.413792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1238a8a-b89e-4cf8-87eb-4f3451c7d20b req-fd54b361-cbb0-43b0-b622-29488c9fca13 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:37.415556 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a1238a8a-b89e-4cf8-87eb-4f3451c7d20b req-fd54b361-cbb0-43b0-b622-29488c9fca13 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 944 time: 0.0933859 Apr 11 19:22:37.418065 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 314dec28-bf24-430a-b53a-a85521653690 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:37.418660 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (314dec28-bf24-430a-b53a-a85521653690), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:37.422711 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc01850-57b7-4dc4-971b-7eaea9581fde req-b3c302c6-1269-4b9e-b72b-782e0fc0cca6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:37.429852 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8fc01850-57b7-4dc4-971b-7eaea9581fde req-b3c302c6-1269-4b9e-b72b-782e0fc0cca6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0898459 Apr 11 19:22:37.434232 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314dec28-bf24-430a-b53a-a85521653690 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:22:37.456406 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 314dec28-bf24-430a-b53a-a85521653690, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=314dec28-bf24-430a-b53a-a85521653690,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:37.508250 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8fc01850-57b7-4dc4-971b-7eaea9581fde req-91e4e197-1502-4ad9-9166-756e155d9da2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773237 Apr 11 19:22:37.518054 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56084) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:37.521101 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a1238a8a-b89e-4cf8-87eb-4f3451c7d20b req-5aadc896-189f-4a04-b444-4cf7cae7085a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885394 Apr 11 19:22:37.544722 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a62326ad-c078-477a-a492-8a15832369eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:37.563183 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (314dec28-bf24-430a-b53a-a85521653690), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:37.629698 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=314dec28-bf24-430a-b53a-a85521653690,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:37.656204 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a62326ad-c078-477a-a492-8a15832369eb admin admin] Publish callbacks [] for security_group (86bd5046-6d17-455b-b058-83e29a0ac602), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:37.719544 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a62326ad-c078-477a-a492-8a15832369eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (86bd5046-6d17-455b-b058-83e29a0ac602), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:37.762677 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a62326ad-c078-477a-a492-8a15832369eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4d867b954874433844d55a7323027de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402248 Apr 11 19:22:37.762896 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56098) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:37.777522 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62326ad-c078-477a-a492-8a15832369eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd5046-6d17-455b-b058-83e29a0ac602,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:37.832703 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['314dec28-bf24-430a-b53a-a85521653690'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:22:37.839753 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c47e7d8b-bf0a-4d2b-858e-e26e8dc33c6b admin admin] Publish callbacks [] for security_group (86bd5046-6d17-455b-b058-83e29a0ac602), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:37.880371 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c47e7d8b-bf0a-4d2b-858e-e26e8dc33c6b admin admin] Publish callbacks [] for security_group (86bd5046-6d17-455b-b058-83e29a0ac602), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:37.929304 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:38.064974 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c47e7d8b-bf0a-4d2b-858e-e26e8dc33c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (86bd5046-6d17-455b-b058-83e29a0ac602), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:38.067586 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c47e7d8b-bf0a-4d2b-858e-e26e8dc33c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:38.068789 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c47e7d8b-bf0a-4d2b-858e-e26e8dc33c6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86bd5046-6d17-455b-b058-83e29a0ac602 HTTP/1.1" status: 204 len: 168 time: 0.3048320 Apr 11 19:22:38.077185 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e7d8b-bf0a-4d2b-858e-e26e8dc33c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd5046-6d17-455b-b058-83e29a0ac602,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:38.750647 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcee883-0fd4-4b0e-9577-851a2bef86b1 req-6d070eb6-e70a-4d02-b6fb-4c6bca252470 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:38.757659 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3bcee883-0fd4-4b0e-9577-851a2bef86b1 req-6d070eb6-e70a-4d02-b6fb-4c6bca252470 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 945 time: 0.1236801 Apr 11 19:22:38.767489 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d1425-822f-4fae-87de-b8db6d7689b1 req-63f002fc-3edb-460d-9a1a-1a702f09b60d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:38.769038 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3a9d1425-822f-4fae-87de-b8db6d7689b1 req-63f002fc-3edb-460d-9a1a-1a702f09b60d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.1708713 Apr 11 19:22:38.858065 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56162) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:38.860369 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3a9d1425-822f-4fae-87de-b8db6d7689b1 req-0df7cc69-7422-4665-9c1c-664a0b30995f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845335 Apr 11 19:22:38.876197 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3bcee883-0fd4-4b0e-9577-851a2bef86b1 req-292a118a-d6f4-42a6-be0c-7b5fc9f3b855 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174772 Apr 11 19:22:39.050992 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1f95-8ff2-4266-ade7-d41b64480b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:39.138144 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1f95-8ff2-4266-ade7-d41b64480b30 admin admin] Publish callbacks [] for security_group (0da53d85-f53a-49b4-ad4b-9050d75a7c06), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:39.224591 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 314dec28-bf24-430a-b53a-a85521653690 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:22:39.277098 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 314dec28-bf24-430a-b53a-a85521653690 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:22:39.305208 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1f95-8ff2-4266-ade7-d41b64480b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (0da53d85-f53a-49b4-ad4b-9050d75a7c06), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:39.347753 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f1fa1f95-8ff2-4266-ade7-d41b64480b30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87784ced6bab4fe3a985d05dd0e8cb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4880764 Apr 11 19:22:39.349005 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa1f95-8ff2-4266-ade7-d41b64480b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da53d85-f53a-49b4-ad4b-9050d75a7c06,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:39.350503 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56176) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:39.404378 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-48c2be1c-c4f8-49d2-9358-8165c69f68b5 admin admin] Publish callbacks [] for security_group (0da53d85-f53a-49b4-ad4b-9050d75a7c06), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:39.427413 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-48c2be1c-c4f8-49d2-9358-8165c69f68b5 admin admin] Publish callbacks [] for security_group (0da53d85-f53a-49b4-ad4b-9050d75a7c06), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:39.431718 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 314dec28-bf24-430a-b53a-a85521653690 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:22:39.432781 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (314dec28-bf24-430a-b53a-a85521653690), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:39.528096 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 314dec28-bf24-430a-b53a-a85521653690 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:22:39.528480 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (314dec28-bf24-430a-b53a-a85521653690), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:39.550547 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e7cd15-04ac-4712-abf5-4574c44db3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314dec28-bf24-430a-b53a-a85521653690'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:22:39.552789 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac8286-c3fb-4974-8b93-e09c7b650c32" -d '{"events": [{"server_uuid": "62e7cd15-04ac-4712-abf5-4574c44db3da", "name": "network-vif-plugged", "status": "completed", "tag": "314dec28-bf24-430a-b53a-a85521653690"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:22:39.566000 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 314dec28-bf24-430a-b53a-a85521653690, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=314dec28-bf24-430a-b53a-a85521653690,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:39.574222 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-48c2be1c-c4f8-49d2-9358-8165c69f68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (0da53d85-f53a-49b4-ad4b-9050d75a7c06), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:39.577109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-48c2be1c-c4f8-49d2-9358-8165c69f68b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:39.579054 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-48c2be1c-c4f8-49d2-9358-8165c69f68b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0da53d85-f53a-49b4-ad4b-9050d75a7c06 HTTP/1.1" status: 204 len: 168 time: 0.2262003 Apr 11 19:22:39.591929 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2be1c-c4f8-49d2-9358-8165c69f68b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da53d85-f53a-49b4-ad4b-9050d75a7c06,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:39.596858 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af6e2dd-9a90-4d20-af54-8b17980b945b x-openstack-request-id: req-3af6e2dd-9a90-4d20-af54-8b17980b945b {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:22:39.597386 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e7cd15-04ac-4712-abf5-4574c44db3da", "name": "network-vif-plugged", "status": "completed", "tag": "314dec28-bf24-430a-b53a-a85521653690", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:22:39.597948 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3af6e2dd-9a90-4d20-af54-8b17980b945b {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:22:39.598638 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af6e2dd-9a90-4d20-af54-8b17980b945b'] response: {'server_uuid': '62e7cd15-04ac-4712-abf5-4574c44db3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314dec28-bf24-430a-b53a-a85521653690', 'code': 200} Apr 11 19:22:39.651479 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (314dec28-bf24-430a-b53a-a85521653690), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:39.709545 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=314dec28-bf24-430a-b53a-a85521653690,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:39.980000 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc5476-60ff-46d7-9b50-904726f1fd73 req-dceace88-c858-4524-8371-55afa92688ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:39.981669 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-adbc5476-60ff-46d7-9b50-904726f1fd73 req-dceace88-c858-4524-8371-55afa92688ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 1130 time: 0.0394995 Apr 11 19:22:40.007674 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb5eff-c117-462c-bf93-299ec7f931f3 req-79481cb0-e6f1-44a3-bb07-3ee9aa642234 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:40.009830 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-00bb5eff-c117-462c-bf93-299ec7f931f3 req-79481cb0-e6f1-44a3-bb07-3ee9aa642234 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0579979 Apr 11 19:22:40.061760 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-adbc5476-60ff-46d7-9b50-904726f1fd73 req-af87b61a-e36f-4367-a046-3229737eb5c3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724680 Apr 11 19:22:40.068670 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-00bb5eff-c117-462c-bf93-299ec7f931f3 req-017cd1df-9b27-4e67-972e-96d3490df2a7 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530517 Apr 11 19:22:40.149999 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeef641-33e5-473f-800f-3bc799ac02cd req-cacbe38e-ec64-4270-afaf-18e7e06f28af tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:40.155762 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ddeef641-33e5-473f-800f-3bc799ac02cd req-cacbe38e-ec64-4270-afaf-18e7e06f28af tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0574691 Apr 11 19:22:40.231900 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ddeef641-33e5-473f-800f-3bc799ac02cd req-ac4b657d-b8e4-42ab-b13f-186782836efc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678515 Apr 11 19:22:40.277471 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6aaca-3397-4fb6-8291-88626371ec92 req-c523e245-37dc-484a-b87e-dbe289b78b8e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:40.279016 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-93b6aaca-3397-4fb6-8291-88626371ec92 req-c523e245-37dc-484a-b87e-dbe289b78b8e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0584328 Apr 11 19:22:40.287800 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56224) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:40.294931 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-cdee34b7-396d-40a6-9ebe-916f0178827a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'floatingip': {'port_id': '3a9f828f-8465-4953-892f-890ad6971a58'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:40.401993 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cdee34b7-396d-40a6-9ebe-916f0178827a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (79888e6c-5d21-45cc-9987-e0f0b106d0e0), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:40.430613 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56234) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:40.546378 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56238) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:40.567785 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f952595c-efe7-4fda-986b-63ba32701671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:40.670816 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f952595c-efe7-4fda-986b-63ba32701671 admin admin] Publish callbacks [] for security_group (0dfa9262-4881-4ff9-8c18-4a2e2524038e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:40.737791 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f952595c-efe7-4fda-986b-63ba32701671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (0dfa9262-4881-4ff9-8c18-4a2e2524038e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:40.828117 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f952595c-efe7-4fda-986b-63ba32701671 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aafce1b10eb74ce8b1e0e4e8f9dc5f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781093 Apr 11 19:22:40.828569 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56250) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:40.836588 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e008dadd-ffa8-4bc3-a528-4d55a037d6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:40.841993 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952595c-efe7-4fda-986b-63ba32701671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfa9262-4881-4ff9-8c18-4a2e2524038e,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:40.957815 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e008dadd-ffa8-4bc3-a528-4d55a037d6aa admin admin] Publish callbacks [] for security_group (80a72072-bead-4d31-8f14-2611f799a530), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.022453 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e008dadd-ffa8-4bc3-a528-4d55a037d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (80a72072-bead-4d31-8f14-2611f799a530), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.062919 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008dadd-ffa8-4bc3-a528-4d55a037d6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a72072-bead-4d31-8f14-2611f799a530,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:41.067649 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-e008dadd-ffa8-4bc3-a528-4d55a037d6aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=531a0806be0146af84bf1ec471766473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6360190 Apr 11 19:22:41.070271 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56258) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:41.123464 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4638a822-01bf-4d28-8f73-bc2b09c6a3d1 admin admin] Publish callbacks [] for security_group (80a72072-bead-4d31-8f14-2611f799a530), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.150588 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4638a822-01bf-4d28-8f73-bc2b09c6a3d1 admin admin] Publish callbacks [] for security_group (80a72072-bead-4d31-8f14-2611f799a530), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.233019 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-64a74b50-c23e-40f0-a7fb-fb4e0078f447 admin admin] Publish callbacks [] for security_group (0dfa9262-4881-4ff9-8c18-4a2e2524038e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.335102 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4638a822-01bf-4d28-8f73-bc2b09c6a3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (80a72072-bead-4d31-8f14-2611f799a530), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.336846 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-64a74b50-c23e-40f0-a7fb-fb4e0078f447 admin admin] Publish callbacks [] for security_group (0dfa9262-4881-4ff9-8c18-4a2e2524038e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.337709 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4638a822-01bf-4d28-8f73-bc2b09c6a3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.338939 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4638a822-01bf-4d28-8f73-bc2b09c6a3d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80a72072-bead-4d31-8f14-2611f799a530 HTTP/1.1" status: 204 len: 168 time: 0.2677360 Apr 11 19:22:41.352254 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cdee34b7-396d-40a6-9ebe-916f0178827a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.365277 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968442e-1b49-436d-9c2a-4b4ca2a9c15f req-e58bf010-3994-4176-8bfb-bbde9aed426d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:41.366467 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f968442e-1b49-436d-9c2a-4b4ca2a9c15f req-e58bf010-3994-4176-8bfb-bbde9aed426d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0684342 Apr 11 19:22:41.372504 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638a822-01bf-4d28-8f73-bc2b09c6a3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a72072-bead-4d31-8f14-2611f799a530,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:41.419755 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cdee34b7-396d-40a6-9ebe-916f0178827a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (79888e6c-5d21-45cc-9987-e0f0b106d0e0), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.433398 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f968442e-1b49-436d-9c2a-4b4ca2a9c15f req-0d76b58b-cc46-4ed6-a211-8dea53674b9a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497656 Apr 11 19:22:41.504068 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-64a74b50-c23e-40f0-a7fb-fb4e0078f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (0dfa9262-4881-4ff9-8c18-4a2e2524038e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.506582 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-64a74b50-c23e-40f0-a7fb-fb4e0078f447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:41.507741 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-64a74b50-c23e-40f0-a7fb-fb4e0078f447 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dfa9262-4881-4ff9-8c18-4a2e2524038e HTTP/1.1" status: 204 len: 168 time: 0.6780407 Apr 11 19:22:41.521673 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a74b50-c23e-40f0-a7fb-fb4e0078f447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfa9262-4881-4ff9-8c18-4a2e2524038e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:41.541386 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-cdee34b7-396d-40a6-9ebe-916f0178827a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Floating IP 79888e6c-5d21-45cc-9987-e0f0b106d0e0 associated. External IP: 172.27.2.79, port: 3a9f828f-8465-4953-892f-890ad6971a58. Apr 11 19:22:41.841452 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdee34b7-396d-40a6-9ebe-916f0178827a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Router 73bfecd8-b46e-49b4-b9ed-880ec382a896 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:22:41.982068 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdee34b7-396d-40a6-9ebe-916f0178827a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:22:41.987000 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cdee34b7-396d-40a6-9ebe-916f0178827a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:42.001456 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b266e5-a303-47d2-995a-c6f025a88661 None None] Sync routers for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:22:42.013810 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b266e5-a303-47d2-995a-c6f025a88661 None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:22:42.014824 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-27b266e5-a303-47d2-995a-c6f025a88661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:22:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:42.023006 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-cdee34b7-396d-40a6-9ebe-916f0178827a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "PUT /v2.0/floatingips/79888e6c-5d21-45cc-9987-e0f0b106d0e0 HTTP/1.1" status: 200 len: 990 time: 1.7340658 Apr 11 19:22:42.028039 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:22:42.028039 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c31d85-0a68-43cb-aa3c-445a174a37ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "tag": "3a9f828f-8465-4953-892f-890ad6971a58"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:22:42.077267 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d3dd51-7743-4795-a1ed-9e372b29c3cf x-openstack-request-id: req-e5d3dd51-7743-4795-a1ed-9e372b29c3cf {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:22:42.077465 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "tag": "3a9f828f-8465-4953-892f-890ad6971a58", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:22:42.077725 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5d3dd51-7743-4795-a1ed-9e372b29c3cf {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:22:42.078140 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d3dd51-7743-4795-a1ed-9e372b29c3cf'] response: {'name': 'network-changed', 'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58', 'status': 'completed', 'code': 200} Apr 11 19:22:42.174967 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-27b266e5-a303-47d2-995a-c6f025a88661 None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:22:42.176611 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c31d85-0a68-43cb-aa3c-445a174a37ed req-9466f0dd-d76d-4a24-8e62-686ad0d36e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:42.179811 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4c31d85-0a68-43cb-aa3c-445a174a37ed req-9466f0dd-d76d-4a24-8e62-686ad0d36e56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 1129 time: 0.0628676 Apr 11 19:22:42.289779 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c31d85-0a68-43cb-aa3c-445a174a37ed req-e08ded81-9932-4122-b905-b96f04bf419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:42.291269 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4c31d85-0a68-43cb-aa3c-445a174a37ed req-e08ded81-9932-4122-b905-b96f04bf419b service neutron] 10.222.0.23 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 918 time: 0.1043818 Apr 11 19:22:42.293157 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56306) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:42.306531 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fa0dfd1-3e11-4764-98e6-7664149539da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:42.409341 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4c31d85-0a68-43cb-aa3c-445a174a37ed req-803ba7a6-7284-495a-91f5-57d18dd12fbe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a9f828f-8465-4953-892f-890ad6971a58 HTTP/1.1" status: 200 len: 998 time: 0.1109726 Apr 11 19:22:42.417065 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fa0dfd1-3e11-4764-98e6-7664149539da admin admin] Publish callbacks [] for security_group (66b0f4f5-4869-4cd4-8aa9-70affcbcd0c7), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:42.469581 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c31d85-0a68-43cb-aa3c-445a174a37ed req-23e92f0e-99b7-4b88-958a-1b4b6f950864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:42.471313 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4c31d85-0a68-43cb-aa3c-445a174a37ed req-23e92f0e-99b7-4b88-958a-1b4b6f950864 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 200 len: 856 time: 0.0551672 Apr 11 19:22:42.491171 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fa0dfd1-3e11-4764-98e6-7664149539da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (66b0f4f5-4869-4cd4-8aa9-70affcbcd0c7), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:42.534180 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0dfd1-3e11-4764-98e6-7664149539da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0f4f5-4869-4cd4-8aa9-70affcbcd0c7,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:42.540886 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c31d85-0a68-43cb-aa3c-445a174a37ed req-fcaac20f-f44d-457c-a9ae-39c564925b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:42.543004 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4c31d85-0a68-43cb-aa3c-445a174a37ed req-fcaac20f-f44d-457c-a9ae-39c564925b83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34eb8caf-ea24-4e8f-89b6-a31932c34a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600724 Apr 11 19:22:42.585022 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2fa0dfd1-3e11-4764-98e6-7664149539da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05efab33a7ab4d608b7995c7928bc1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907665 Apr 11 19:22:42.587752 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56316) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:42.597713 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-27b266e5-a303-47d2-995a-c6f025a88661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '79888e6c-5d21-45cc-9987-e0f0b106d0e0', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'port_id': '3a9f828f-8465-4953-892f-890ad6971a58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'mac_address': 'fa:16:3e:b4:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:22:11Z', 'updated_at': '2022-04-11T19:22:41Z', 'revision_number': 1, 'project_id': '902b30688b0543f5af404ec495801a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:42.608420 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d1d13-22f5-4469-83ab-9e4073b3b305 req-17d00800-0e4d-4aba-b4c8-7c7a7f2c62c8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:42.610617 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4a5d1d13-22f5-4469-83ab-9e4073b3b305 req-17d00800-0e4d-4aba-b4c8-7c7a7f2c62c8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0900488 Apr 11 19:22:42.625308 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b266e5-a303-47d2-995a-c6f025a88661 None None] Checking router: 73bfecd8-b46e-49b4-b9ed-880ec382a896 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:22:42.636236 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b266e5-a303-47d2-995a-c6f025a88661 None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:22:42.636855 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-27b266e5-a303-47d2-995a-c6f025a88661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:22:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:42.661116 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4c31d85-0a68-43cb-aa3c-445a174a37ed req-c0ed5ce4-81b1-4179-9746-7e0e18653832 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114769 Apr 11 19:22:42.684458 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6723fa87-071f-47da-8373-3c0022f59e3f admin admin] Publish callbacks [] for security_group (66b0f4f5-4869-4cd4-8aa9-70affcbcd0c7), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:42.709410 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6723fa87-071f-47da-8373-3c0022f59e3f admin admin] Publish callbacks [] for security_group (66b0f4f5-4869-4cd4-8aa9-70affcbcd0c7), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:42.787237 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4a5d1d13-22f5-4469-83ab-9e4073b3b305 req-908db9fa-7524-4639-8e16-6ad4393fe09e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661828 Apr 11 19:22:42.832871 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d4c31d85-0a68-43cb-aa3c-445a174a37ed req-8c318c88-6771-4a12-bfd5-46eae62c1eb6 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640258 Apr 11 19:22:42.852179 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-27b266e5-a303-47d2-995a-c6f025a88661 None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:22:42.856695 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6723fa87-071f-47da-8373-3c0022f59e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (66b0f4f5-4869-4cd4-8aa9-70affcbcd0c7), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:42.859359 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6723fa87-071f-47da-8373-3c0022f59e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:42.860578 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6723fa87-071f-47da-8373-3c0022f59e3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66b0f4f5-4869-4cd4-8aa9-70affcbcd0c7 HTTP/1.1" status: 204 len: 168 time: 0.2720873 Apr 11 19:22:42.875618 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723fa87-071f-47da-8373-3c0022f59e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0f4f5-4869-4cd4-8aa9-70affcbcd0c7,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:43.117410 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-27b266e5-a303-47d2-995a-c6f025a88661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '79888e6c-5d21-45cc-9987-e0f0b106d0e0', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'port_id': '3a9f828f-8465-4953-892f-890ad6971a58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'mac_address': 'fa:16:3e:b4:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:22:11Z', 'updated_at': '2022-04-11T19:22:41Z', 'revision_number': 1, 'project_id': '902b30688b0543f5af404ec495801a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:22:43.145675 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b266e5-a303-47d2-995a-c6f025a88661 None None] The sync data for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi is: [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '79888e6c-5d21-45cc-9987-e0f0b106d0e0', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'port_id': '3a9f828f-8465-4953-892f-890ad6971a58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'mac_address': 'fa:16:3e:b4:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:22:11Z', 'updated_at': '2022-04-11T19:22:41Z', 'revision_number': 1, 'project_id': '902b30688b0543f5af404ec495801a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:22:43.371456 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff70945-24b8-4adb-9dd5-e3aa88f332a2 None None] New status for floating IP 79888e6c-5d21-45cc-9987-e0f0b106d0e0: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:22:43.443160 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6983d6-2a5d-4a17-88db-6d026ccc65e8 req-9b377b17-574c-4cb7-857c-8569e9980ff3 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:43.451275 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a6983d6-2a5d-4a17-88db-6d026ccc65e8 req-9b377b17-574c-4cb7-857c-8569e9980ff3 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0748990 Apr 11 19:22:43.544160 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a6983d6-2a5d-4a17-88db-6d026ccc65e8 req-eebf7383-7bf6-4255-9eb3-d2472d493e2c tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883241 Apr 11 19:22:43.573194 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1d49f-a2cf-408c-9905-b832c9f7c2b2 req-0222a93d-4009-458a-b245-619960ef339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:43.574707 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4f1d49f-a2cf-408c-9905-b832c9f7c2b2 req-0222a93d-4009-458a-b245-619960ef339f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 1130 time: 0.0874786 Apr 11 19:22:43.717582 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1d49f-a2cf-408c-9905-b832c9f7c2b2 req-f7a2f74d-763d-4334-89f5-c88e44ad25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:43.719217 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4f1d49f-a2cf-408c-9905-b832c9f7c2b2 req-f7a2f74d-763d-4334-89f5-c88e44ad25d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.1380284 Apr 11 19:22:43.772316 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4f1d49f-a2cf-408c-9905-b832c9f7c2b2 req-ee3f1c10-59ef-4593-8551-f2463a4935db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=314dec28-bf24-430a-b53a-a85521653690 HTTP/1.1" status: 200 len: 217 time: 0.0466354 Apr 11 19:22:43.829326 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1d49f-a2cf-408c-9905-b832c9f7c2b2 req-ac130fc3-8a21-40e5-8469-5c5c7e30f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:43.831608 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4f1d49f-a2cf-408c-9905-b832c9f7c2b2 req-ac130fc3-8a21-40e5-8469-5c5c7e30f35e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0536482 Apr 11 19:22:43.882455 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1d49f-a2cf-408c-9905-b832c9f7c2b2 req-0f6bd2b1-3abd-4588-b1a2-67a2099ee255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:43.884284 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4f1d49f-a2cf-408c-9905-b832c9f7c2b2 req-0f6bd2b1-3abd-4588-b1a2-67a2099ee255 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462036 Apr 11 19:22:44.000904 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4f1d49f-a2cf-408c-9905-b832c9f7c2b2 req-0f3cb47c-b345-4851-987c-119897e4d045 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058786 Apr 11 19:22:44.096639 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-e4f1d49f-a2cf-408c-9905-b832c9f7c2b2 req-0c0b5db2-9621-42ef-8d24-6a452c116043 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899441 Apr 11 19:22:44.660748 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ef0f0-1e8c-470e-8c26-327c9914e2ce req-131ba846-d09c-4296-91dc-c34d974a5a40 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:44.662227 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-273ef0f0-1e8c-470e-8c26-327c9914e2ce req-131ba846-d09c-4296-91dc-c34d974a5a40 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0467591 Apr 11 19:22:44.709010 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-273ef0f0-1e8c-470e-8c26-327c9914e2ce req-e0c463ef-ef46-4efe-a0f0-69b57f474e5a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 Apr 11 19:22:44.958556 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56420) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:45.069673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6b98e52d-b537-430a-950f-9a12976cc517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.141869 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6b98e52d-b537-430a-950f-9a12976cc517 admin admin] Publish callbacks [] for security_group (59c189bb-beeb-4dc0-95e4-b13b04612055), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.233728 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6b98e52d-b537-430a-950f-9a12976cc517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (59c189bb-beeb-4dc0-95e4-b13b04612055), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.273066 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56426) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:45.276811 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6b98e52d-b537-430a-950f-9a12976cc517 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ec56bac8ea54eb38b197078a5b2f79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171744 Apr 11 19:22:45.277685 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98e52d-b537-430a-950f-9a12976cc517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c189bb-beeb-4dc0-95e4-b13b04612055,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:45.279392 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56430) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:45.329727 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-08f0a358-5d46-479e-86b0-125bc5f7bee3 admin admin] Publish callbacks [] for security_group (59c189bb-beeb-4dc0-95e4-b13b04612055), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.355257 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-08f0a358-5d46-479e-86b0-125bc5f7bee3 admin admin] Publish callbacks [] for security_group (59c189bb-beeb-4dc0-95e4-b13b04612055), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.393445 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-64b97fe5-6349-4104-b099-21422804fb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.481183 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-08f0a358-5d46-479e-86b0-125bc5f7bee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (59c189bb-beeb-4dc0-95e4-b13b04612055), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.483683 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-08f0a358-5d46-479e-86b0-125bc5f7bee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.484846 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-08f0a358-5d46-479e-86b0-125bc5f7bee3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59c189bb-beeb-4dc0-95e4-b13b04612055 HTTP/1.1" status: 204 len: 168 time: 0.2045562 Apr 11 19:22:45.502639 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0a358-5d46-479e-86b0-125bc5f7bee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c189bb-beeb-4dc0-95e4-b13b04612055,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:45.549011 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-64b97fe5-6349-4104-b099-21422804fb9e admin admin] Publish callbacks [] for security_group (6cc84538-6497-45b8-9b4f-da774424f0d7), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.619532 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-64b97fe5-6349-4104-b099-21422804fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (6cc84538-6497-45b8-9b4f-da774424f0d7), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.657024 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b97fe5-6349-4104-b099-21422804fb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc84538-6497-45b8-9b4f-da774424f0d7,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:45.661275 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-64b97fe5-6349-4104-b099-21422804fb9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b528a0bddd6c41efa1390c0dd13fb013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871009 Apr 11 19:22:45.663972 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56434) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:45.711622 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-73ad0725-9512-4296-8058-2e4717372133 admin admin] Publish callbacks [] for security_group (6cc84538-6497-45b8-9b4f-da774424f0d7), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.739519 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-73ad0725-9512-4296-8058-2e4717372133 admin admin] Publish callbacks [] for security_group (6cc84538-6497-45b8-9b4f-da774424f0d7), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.825919 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d5a45-8c15-4f8e-8502-a072a1490416 req-094ee753-5de3-49c0-81a0-d4a1c15bb306 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:45.827427 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-379d5a45-8c15-4f8e-8502-a072a1490416 req-094ee753-5de3-49c0-81a0-d4a1c15bb306 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0485342 Apr 11 19:22:45.865348 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-73ad0725-9512-4296-8058-2e4717372133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (6cc84538-6497-45b8-9b4f-da774424f0d7), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.868165 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-73ad0725-9512-4296-8058-2e4717372133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:45.869384 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-73ad0725-9512-4296-8058-2e4717372133 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cc84538-6497-45b8-9b4f-da774424f0d7 HTTP/1.1" status: 204 len: 168 time: 0.2044461 Apr 11 19:22:45.877300 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad0725-9512-4296-8058-2e4717372133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc84538-6497-45b8-9b4f-da774424f0d7,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:45.910833 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-379d5a45-8c15-4f8e-8502-a072a1490416 req-a73ed70d-cfaf-4801-b766-dc352e2ddef5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732594 Apr 11 19:22:46.537136 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56468) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:46.550770 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c5317fa0-23f9-44d3-8cb4-ac74722cd2ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:46.626504 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c5317fa0-23f9-44d3-8cb4-ac74722cd2ab admin admin] Publish callbacks [] for security_group (db1c0245-1b4f-4d58-be35-1cb68213e3b6), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:46.685042 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c5317fa0-23f9-44d3-8cb4-ac74722cd2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (db1c0245-1b4f-4d58-be35-1cb68213e3b6), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:46.736461 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c5317fa0-23f9-44d3-8cb4-ac74722cd2ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d0f39e0f82c47b09715c96f41f07a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982250 Apr 11 19:22:46.738949 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5317fa0-23f9-44d3-8cb4-ac74722cd2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1c0245-1b4f-4d58-be35-1cb68213e3b6,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:46.739387 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56478) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:46.790009 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-236b5f6d-015e-4a3e-9bd4-8987d1419c48 admin admin] Publish callbacks [] for security_group (db1c0245-1b4f-4d58-be35-1cb68213e3b6), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:46.812698 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-236b5f6d-015e-4a3e-9bd4-8987d1419c48 admin admin] Publish callbacks [] for security_group (db1c0245-1b4f-4d58-be35-1cb68213e3b6), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:46.914186 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-236b5f6d-015e-4a3e-9bd4-8987d1419c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (db1c0245-1b4f-4d58-be35-1cb68213e3b6), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:46.917447 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-236b5f6d-015e-4a3e-9bd4-8987d1419c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:46.919651 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-236b5f6d-015e-4a3e-9bd4-8987d1419c48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db1c0245-1b4f-4d58-be35-1cb68213e3b6 HTTP/1.1" status: 204 len: 168 time: 0.1780241 Apr 11 19:22:46.926991 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b5f6d-015e-4a3e-9bd4-8987d1419c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1c0245-1b4f-4d58-be35-1cb68213e3b6,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:47.061312 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a2321-66c1-4955-8dae-bfd3a8c2cf72 req-3b799703-f88f-4b33-ae4f-db90bd16563c tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:47.062975 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7e3a2321-66c1-4955-8dae-bfd3a8c2cf72 req-3b799703-f88f-4b33-ae4f-db90bd16563c tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0595005 Apr 11 19:22:47.117620 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7e3a2321-66c1-4955-8dae-bfd3a8c2cf72 req-f0ed479b-6f2c-4b8e-a574-357745be6c66 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487564 Apr 11 19:22:47.857559 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56514) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:47.871695 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d5425f07-5b19-41fa-9c7c-8c4d21e60bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:47.948745 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d5425f07-5b19-41fa-9c7c-8c4d21e60bf4 admin admin] Publish callbacks [] for security_group (4b604a6f-3236-48dc-aacf-813a0db7f240), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:48.042951 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d5425f07-5b19-41fa-9c7c-8c4d21e60bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (4b604a6f-3236-48dc-aacf-813a0db7f240), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:48.085037 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d5425f07-5b19-41fa-9c7c-8c4d21e60bf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f42b475e1b184c0e8be724506c5d36b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232847 Apr 11 19:22:48.085037 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5425f07-5b19-41fa-9c7c-8c4d21e60bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b604a6f-3236-48dc-aacf-813a0db7f240,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:48.085317 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56522) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:48.149622 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6afc51b8-f091-4086-a514-40da50158fca admin admin] Publish callbacks [] for security_group (4b604a6f-3236-48dc-aacf-813a0db7f240), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:48.170463 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6afc51b8-f091-4086-a514-40da50158fca admin admin] Publish callbacks [] for security_group (4b604a6f-3236-48dc-aacf-813a0db7f240), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:48.245849 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e911b-c5b2-4e8a-8cbe-4bb165fe6302 req-e289adaf-a3ad-4aaf-8c90-527256c7da01 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:48.247658 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b60e911b-c5b2-4e8a-8cbe-4bb165fe6302 req-e289adaf-a3ad-4aaf-8c90-527256c7da01 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0610278 Apr 11 19:22:48.298253 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b60e911b-c5b2-4e8a-8cbe-4bb165fe6302 req-2610ab74-4b5b-4a29-abc1-d8f4535d0c72 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442867 Apr 11 19:22:48.406472 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6afc51b8-f091-4086-a514-40da50158fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (4b604a6f-3236-48dc-aacf-813a0db7f240), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:48.410541 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6afc51b8-f091-4086-a514-40da50158fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:48.411836 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6afc51b8-f091-4086-a514-40da50158fca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b604a6f-3236-48dc-aacf-813a0db7f240 HTTP/1.1" status: 204 len: 168 time: 0.3253360 Apr 11 19:22:48.420639 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc51b8-f091-4086-a514-40da50158fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b604a6f-3236-48dc-aacf-813a0db7f240,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:49.414846 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228d1cb-9df7-45e6-ae7b-ee4d34836427 req-18fa4cf7-bd31-4dd9-8eac-5ac7ab083702 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:49.416547 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d228d1cb-9df7-45e6-ae7b-ee4d34836427 req-18fa4cf7-bd31-4dd9-8eac-5ac7ab083702 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0500011 Apr 11 19:22:49.478036 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d228d1cb-9df7-45e6-ae7b-ee4d34836427 req-1fcda28a-2b4c-4429-8b15-f2c0059609cd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524092 Apr 11 19:22:49.673670 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56586) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:49.818299 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-46aa6cf8-2983-4f34-9cdf-5bbafe9d52d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:49.895346 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-46aa6cf8-2983-4f34-9cdf-5bbafe9d52d0 admin admin] Publish callbacks [] for security_group (7bae565a-cdd3-4f06-8d90-c1dce524350d), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:49.968227 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-46aa6cf8-2983-4f34-9cdf-5bbafe9d52d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (7bae565a-cdd3-4f06-8d90-c1dce524350d), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:50.009126 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-46aa6cf8-2983-4f34-9cdf-5bbafe9d52d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dc8369e66d54914983304e6da2f1cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340232 Apr 11 19:22:50.009985 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa6cf8-2983-4f34-9cdf-5bbafe9d52d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bae565a-cdd3-4f06-8d90-c1dce524350d,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:50.012528 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56602) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:50.061619 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fdebfd5c-d440-4d29-9bae-346a484748dd admin admin] Publish callbacks [] for security_group (7bae565a-cdd3-4f06-8d90-c1dce524350d), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:50.085952 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fdebfd5c-d440-4d29-9bae-346a484748dd admin admin] Publish callbacks [] for security_group (7bae565a-cdd3-4f06-8d90-c1dce524350d), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:50.164713 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c49539-247d-42ad-b932-7bf7c8824424 req-8352f673-1448-4009-8297-45e029f891ec tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:50.166223 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a7c49539-247d-42ad-b932-7bf7c8824424 req-8352f673-1448-4009-8297-45e029f891ec tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0508640 Apr 11 19:22:50.215894 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a7c49539-247d-42ad-b932-7bf7c8824424 req-c9aca9d5-8ef0-4099-812b-fd8fcdbce09d tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437992 Apr 11 19:22:50.248263 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fdebfd5c-d440-4d29-9bae-346a484748dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (7bae565a-cdd3-4f06-8d90-c1dce524350d), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:50.250870 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fdebfd5c-d440-4d29-9bae-346a484748dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:50.252010 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-fdebfd5c-d440-4d29-9bae-346a484748dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bae565a-cdd3-4f06-8d90-c1dce524350d HTTP/1.1" status: 204 len: 168 time: 0.2384980 Apr 11 19:22:50.259996 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebfd5c-d440-4d29-9bae-346a484748dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bae565a-cdd3-4f06-8d90-c1dce524350d,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:50.605777 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb8a75-25bb-45a7-8563-3fdf43e40a81 req-4fdd745e-eb31-43ba-bfa3-3b5e26c1f6c5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:50.608544 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7ddb8a75-25bb-45a7-8563-3fdf43e40a81 req-4fdd745e-eb31-43ba-bfa3-3b5e26c1f6c5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0512779 Apr 11 19:22:50.659155 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7ddb8a75-25bb-45a7-8563-3fdf43e40a81 req-71aa331e-651b-4085-ba3f-2ba49783196c tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Apr 11 19:22:50.966367 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56646) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:50.981016 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3bc13f8a-7675-4ffa-8361-99087c135507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:51.053812 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3bc13f8a-7675-4ffa-8361-99087c135507 admin admin] Publish callbacks [] for security_group (9f11aa6e-4da5-42b6-8053-aafd039dfd66), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:51.116703 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3bc13f8a-7675-4ffa-8361-99087c135507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (9f11aa6e-4da5-42b6-8053-aafd039dfd66), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:51.169848 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3bc13f8a-7675-4ffa-8361-99087c135507 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd3c5cafe4814e97b37a27b7c49ba296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877599 Apr 11 19:22:51.169848 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc13f8a-7675-4ffa-8361-99087c135507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f11aa6e-4da5-42b6-8053-aafd039dfd66,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:51.172714 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56652) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:51.229438 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0104bba1-a5f7-4b3d-856e-0b06ab4b5591 admin admin] Publish callbacks [] for security_group (9f11aa6e-4da5-42b6-8053-aafd039dfd66), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:51.265432 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56656) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:51.266208 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0104bba1-a5f7-4b3d-856e-0b06ab4b5591 admin admin] Publish callbacks [] for security_group (9f11aa6e-4da5-42b6-8053-aafd039dfd66), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:51.346347 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28552f29-7d61-4ae1-a7bd-e53b3f6172d3 req-37236a35-2416-45e9-8947-ffac2dcefc55 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:51.346347 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-28552f29-7d61-4ae1-a7bd-e53b3f6172d3 req-37236a35-2416-45e9-8947-ffac2dcefc55 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0565429 Apr 11 19:22:51.364510 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aed96210-0776-4e8d-b93b-b0d68ad774d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:51.396046 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-28552f29-7d61-4ae1-a7bd-e53b3f6172d3 req-d9824f28-c10f-474f-936e-7c465fba056a tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Apr 11 19:22:51.773363 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee817a24-a3b2-448b-9b38-5b085adbb314 req-5e9587c9-7a8f-4d6f-aa92-be94b1671af7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:51.775084 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee817a24-a3b2-448b-9b38-5b085adbb314 req-5e9587c9-7a8f-4d6f-aa92-be94b1671af7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0465021 Apr 11 19:22:51.827221 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee817a24-a3b2-448b-9b38-5b085adbb314 req-74df5198-3c75-4d48-b71b-133d6a398d2e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 Apr 11 19:22:51.862623 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0104bba1-a5f7-4b3d-856e-0b06ab4b5591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (9f11aa6e-4da5-42b6-8053-aafd039dfd66), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:51.865236 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0104bba1-a5f7-4b3d-856e-0b06ab4b5591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:51.866351 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0104bba1-a5f7-4b3d-856e-0b06ab4b5591 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f11aa6e-4da5-42b6-8053-aafd039dfd66 HTTP/1.1" status: 204 len: 168 time: 0.6927769 Apr 11 19:22:51.874571 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104bba1-a5f7-4b3d-856e-0b06ab4b5591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f11aa6e-4da5-42b6-8053-aafd039dfd66,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:51.929158 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aed96210-0776-4e8d-b93b-b0d68ad774d5 admin admin] Publish callbacks [] for security_group (28953be2-dcae-466c-9053-9ecdfa07c40f), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:51.994056 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aed96210-0776-4e8d-b93b-b0d68ad774d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (28953be2-dcae-466c-9053-9ecdfa07c40f), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:52.033648 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-aed96210-0776-4e8d-b93b-b0d68ad774d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9399ffc2e60c4378b9d8e44f16e69e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7810762 Apr 11 19:22:52.034513 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed96210-0776-4e8d-b93b-b0d68ad774d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28953be2-dcae-466c-9053-9ecdfa07c40f,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:52.036359 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56670) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:52.091126 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-810b4b4f-45d8-442a-bc66-8d5380b127af admin admin] Publish callbacks [] for security_group (28953be2-dcae-466c-9053-9ecdfa07c40f), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:52.112463 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-810b4b4f-45d8-442a-bc66-8d5380b127af admin admin] Publish callbacks [] for security_group (28953be2-dcae-466c-9053-9ecdfa07c40f), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:52.248464 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-810b4b4f-45d8-442a-bc66-8d5380b127af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (28953be2-dcae-466c-9053-9ecdfa07c40f), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:52.251261 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-810b4b4f-45d8-442a-bc66-8d5380b127af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:52.252535 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-810b4b4f-45d8-442a-bc66-8d5380b127af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28953be2-dcae-466c-9053-9ecdfa07c40f HTTP/1.1" status: 204 len: 168 time: 0.2149937 Apr 11 19:22:52.260956 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b4b4f-45d8-442a-bc66-8d5380b127af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28953be2-dcae-466c-9053-9ecdfa07c40f,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:52.660949 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438efb8-5e6e-4183-bbe0-03d2eca6415a req-1c746b28-1120-427b-89cb-462f83a0c2eb tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:52.661382 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2438efb8-5e6e-4183-bbe0-03d2eca6415a req-1c746b28-1120-427b-89cb-462f83a0c2eb tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0479419 Apr 11 19:22:52.709977 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2438efb8-5e6e-4183-bbe0-03d2eca6415a req-11233e54-00dd-41df-8106-516838a37186 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430880 Apr 11 19:22:52.853486 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56702) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:52.870592 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2b5e36f4-8f8c-4607-8303-28e4feff87a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:52.953222 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d6d5b-1977-4748-a21f-8b3ad7b39f2f req-4e06f485-9940-416a-8489-e8ee07d1f6fe tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:52.955807 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-868d6d5b-1977-4748-a21f-8b3ad7b39f2f req-4e06f485-9940-416a-8489-e8ee07d1f6fe tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0601163 Apr 11 19:22:53.026909 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2b5e36f4-8f8c-4607-8303-28e4feff87a7 admin admin] Publish callbacks [] for security_group (bc2aa55a-75dd-4e7b-85b8-ecc64c97eea7), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:53.030802 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-868d6d5b-1977-4748-a21f-8b3ad7b39f2f req-83a208b9-f6be-40ab-a213-9e72ad4f5ecb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696189 Apr 11 19:22:53.128315 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2b5e36f4-8f8c-4607-8303-28e4feff87a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (bc2aa55a-75dd-4e7b-85b8-ecc64c97eea7), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:53.167704 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2b5e36f4-8f8c-4607-8303-28e4feff87a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdb44af41a644e85873a92f8f67e106d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131275 Apr 11 19:22:53.169792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e36f4-8f8c-4607-8303-28e4feff87a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2aa55a-75dd-4e7b-85b8-ecc64c97eea7,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:53.170616 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56712) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:53.218369 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ea75-4d55-4fcb-be5f-2e4630f8229a admin admin] Publish callbacks [] for security_group (bc2aa55a-75dd-4e7b-85b8-ecc64c97eea7), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:53.241498 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ea75-4d55-4fcb-be5f-2e4630f8229a admin admin] Publish callbacks [] for security_group (bc2aa55a-75dd-4e7b-85b8-ecc64c97eea7), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:53.382667 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ea75-4d55-4fcb-be5f-2e4630f8229a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (bc2aa55a-75dd-4e7b-85b8-ecc64c97eea7), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:53.385951 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ea75-4d55-4fcb-be5f-2e4630f8229a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:53.387397 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b7b2ea75-4d55-4fcb-be5f-2e4630f8229a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc2aa55a-75dd-4e7b-85b8-ecc64c97eea7 HTTP/1.1" status: 204 len: 168 time: 0.2156968 Apr 11 19:22:53.396666 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2ea75-4d55-4fcb-be5f-2e4630f8229a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2aa55a-75dd-4e7b-85b8-ecc64c97eea7,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:53.829465 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d5355-a5ee-4c6e-97e3-f7f578db7ef5 req-efa8d8db-ce2b-4738-8731-8dcd7064e2ba tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:53.830993 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-233d5355-a5ee-4c6e-97e3-f7f578db7ef5 req-efa8d8db-ce2b-4738-8731-8dcd7064e2ba tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0532763 Apr 11 19:22:53.879305 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-233d5355-a5ee-4c6e-97e3-f7f578db7ef5 req-573ccc7c-e3aa-4e7b-b527-f5ba0fe27682 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Apr 11 19:22:54.158665 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39d3eb-1372-43f3-a377-22b453a6a2f9 req-4791b0b6-041c-43ad-aa2f-4006471cc1bc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:54.164613 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5e39d3eb-1372-43f3-a377-22b453a6a2f9 req-4791b0b6-041c-43ad-aa2f-4006471cc1bc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0502398 Apr 11 19:22:54.209597 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5e39d3eb-1372-43f3-a377-22b453a6a2f9 req-3c5ad03d-5aca-4225-be64-f5870ffd3c02 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437951 Apr 11 19:22:54.389410 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 56776) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:54.487869 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1684843752-network', 'tenant_id': '82c28204f3274c3f962ccaf5436e361c'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:54.562538 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Made reservation on behalf of 82c28204f3274c3f962ccaf5436e361c for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:54.565040 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:54.573609 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:54.654315 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Publish callbacks [] for security_group (eb3f2830-9bae-4984-9170-b768381fd387), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:54.720059 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (eb3f2830-9bae-4984-9170-b768381fd387), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:54.749586 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:22:54.755440 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3f2830-9bae-4984-9170-b768381fd387,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:54.763652 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (152f94ea-b33a-4508-805d-9a475cac94bb), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:54.764169 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Added segment 152f94ea-b33a-4508-805d-9a475cac94bb of type vlan for network 78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca Apr 11 19:22:54.804214 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:54.891251 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:54.892237 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:54.892827 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:54.908098 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:22:54.953668 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] Pushing event updated for resources: {'Network': ['ID=78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:54.965261 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network 78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:22:54.977620 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-039a6fe6-0173-484f-8105-9f5dec206778 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5870829 Apr 11 19:22:54.984136 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56790) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:54.987517 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] Request body: {'subnet': {'network_id': '78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1684843752-subnet', 'tenant_id': '82c28204f3274c3f962ccaf5436e361c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:55.009765 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ff3f8-9d5b-4c90-adfe-cbd996bcfe6a req-4c0770e6-f921-4ba1-8e2a-0ac6804cc8c2 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:55.011644 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2b3ff3f8-9d5b-4c90-adfe-cbd996bcfe6a req-4c0770e6-f921-4ba1-8e2a-0ac6804cc8c2 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0643172 Apr 11 19:22:55.062292 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2b3ff3f8-9d5b-4c90-adfe-cbd996bcfe6a req-c85f36b4-47ab-4e7e-9b05-08efd52457c5 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Apr 11 19:22:55.088103 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] Made reservation on behalf of 82c28204f3274c3f962ccaf5436e361c for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:55.091050 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29274659'] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:55.325351 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a93d6-fd63-4b33-b0c1-fd55c8fb02ad req-94add7ec-3f48-4f32-9ba0-467c74543cbb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:55.326832 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-237a93d6-fd63-4b33-b0c1-fd55c8fb02ad req-94add7ec-3f48-4f32-9ba0-467c74543cbb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0467010 Apr 11 19:22:55.353728 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28866454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29274673'] for subnet (d89e4b74-de69-4224-8844-e87039e34a83), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:55.431357 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-237a93d6-fd63-4b33-b0c1-fd55c8fb02ad req-f075b1c5-7d92-4562-8c1b-c2ef28e17713 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988400 Apr 11 19:22:55.436052 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89e4b74-de69-4224-8844-e87039e34a83,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:55.444882 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] Checking segment: {'id': '152f94ea-b33a-4508-805d-9a475cac94bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:55.445235 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] Network hostable DHCP agents. Network: 78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:22:55.533388 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] Network 78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:22:55.616455 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, 78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:55.621438 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:55.622449 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:55.625455 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8a9946-c1fe-4e93-aaf6-7bbeb18e8321 None None] Network 78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:22:55.710867 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1577d69c-9b12-482b-8ec8-389e836a6a9a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7290790 Apr 11 19:22:55.725084 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec61ecd-1c4f-41ec-b41e-52ecde99044f None None] Network 78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:22:56.183003 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c5932-57c9-48ea-b385-1feaf0cc57e9 req-3b89af41-c1fa-4f30-86e1-b2d63830894d tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:56.183003 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-246c5932-57c9-48ea-b385-1feaf0cc57e9 req-3b89af41-c1fa-4f30-86e1-b2d63830894d tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0521021 Apr 11 19:22:56.234963 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-246c5932-57c9-48ea-b385-1feaf0cc57e9 req-cec28b8d-469c-4b61-bd0f-193473d1f83f tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba7f40c5-93e3-449e-b4e7-de74cb15528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 Apr 11 19:22:56.417246 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56830) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:56.422575 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1213344798-network', 'tenant_id': 'e25ac8800c724316accf1e3b804153b0'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:56.511402 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Made reservation on behalf of e25ac8800c724316accf1e3b804153b0 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:56.513775 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:56.529111 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b8b63-8668-43bf-907a-c3454cdef3a1 req-0b3dbf2a-948b-4605-abb0-bfbc349927d8 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:56.530611 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-315b8b63-8668-43bf-907a-c3454cdef3a1 req-0b3dbf2a-948b-4605-abb0-bfbc349927d8 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0853610 Apr 11 19:22:56.538958 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:56.565658 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e5bea-fdb3-4beb-96b2-0096e3cf0fca req-f6dd495c-4f10-4d78-9b25-0dc5dfa0b170 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:56.567132 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6a3e5bea-fdb3-4beb-96b2-0096e3cf0fca req-f6dd495c-4f10-4d78-9b25-0dc5dfa0b170 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0667655 Apr 11 19:22:56.645177 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6a3e5bea-fdb3-4beb-96b2-0096e3cf0fca req-5006f753-5786-4a96-818f-b280e2b2eceb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693357 Apr 11 19:22:56.653687 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-315b8b63-8668-43bf-907a-c3454cdef3a1 req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Deleting port 972d46d7-d788-4e62-838f-64eb32d43703 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:22:56.654034 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-315b8b63-8668-43bf-907a-c3454cdef3a1 req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (972d46d7-d788-4e62-838f-64eb32d43703), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:56.672794 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Publish callbacks [] for security_group (c66b79da-562c-4370-96fe-3427bdcc43b7), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:56.747003 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (c66b79da-562c-4370-96fe-3427bdcc43b7), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:56.768763 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-315b8b63-8668-43bf-907a-c3454cdef3a1 req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] For port 972d46d7-d788-4e62-838f-64eb32d43703, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=972d46d7-d788-4e62-838f-64eb32d43703,segment=NetworkSegment(3e6da166-57bc-486c-823d-42d0c2e9bc3b),segment_id=3e6da166-57bc-486c-823d-42d0c2e9bc3b)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:22:56.769207 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-315b8b63-8668-43bf-907a-c3454cdef3a1 req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (972d46d7-d788-4e62-838f-64eb32d43703), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:56.774345 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:22:56.785032 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-315b8b63-8668-43bf-907a-c3454cdef3a1 req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Calling delete_port for 972d46d7-d788-4e62-838f-64eb32d43703 owned by compute:nova {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:22:56.798046 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66b79da-562c-4370-96fe-3427bdcc43b7,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:56.814851 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (b04e3435-6a3c-48f6-b9b2-bd6f2ab8507b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:56.815191 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Added segment b04e3435-6a3c-48f6-b9b2-bd6f2ab8507b of type vlan for network d415d4e1-6b63-4d6c-93f2-509da7e55e27 Apr 11 19:22:56.830371 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.830371 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.830567 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.830745 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.831081 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.831406 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.831730 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.832080 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.832405 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.836050 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.836050 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.836050 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.836050 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.836050 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.836050 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:56.876057 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-667c8a33-00d8-4a68-b119-bb706b4ff81f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0960922 Apr 11 19:22:56.879907 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (d415d4e1-6b63-4d6c-93f2-509da7e55e27), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:56.987740 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-41cc85fa-5dd0-4387-bcb1-3aa10b2c0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:56.989184 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-41cc85fa-5dd0-4387-bcb1-3aa10b2c0fb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 1129 time: 0.0390718 Apr 11 19:22:56.990950 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (d415d4e1-6b63-4d6c-93f2-509da7e55e27), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:56.991794 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:56.993048 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:57.077226 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-315b8b63-8668-43bf-907a-c3454cdef3a1 req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (972d46d7-d788-4e62-838f-64eb32d43703), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:57.077499 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:57.096081 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['972d46d7-d788-4e62-838f-64eb32d43703'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:22:57.101145 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] Pushing event updated for resources: {'Network': ['ID=d415d4e1-6b63-4d6c-93f2-509da7e55e27,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:57.109873 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Pushing event deleted for resources: {'Port': ['ID=972d46d7-d788-4e62-838f-64eb32d43703,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:57.118616 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.118616 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.118831 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.119174 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.119502 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.120509 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.120835 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.121287 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.121802 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.122284 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.122760 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.123090 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.123417 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.123729 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.124073 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:22:57.124181 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network d415d4e1-6b63-4d6c-93f2-509da7e55e27 details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:22:57.165895 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0f6de37b-74fc-428b-8fe7-ee99153ff535 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7471583 Apr 11 19:22:57.173202 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 56846) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:22:57.190841 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] Request body: {'subnet': {'network_id': 'd415d4e1-6b63-4d6c-93f2-509da7e55e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1213344798-subnet', 'tenant_id': 'e25ac8800c724316accf1e3b804153b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:22:57.253566 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-7a370c80-4561-4705-a0ae-dec73699e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:57.254923 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-7a370c80-4561-4705-a0ae-dec73699e43d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.2432437 Apr 11 19:22:57.325496 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-1c7a4d45-57b8-4fdd-b5db-bf5c60214107 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d432d1-e655-473a-a1dc-289ebd12bc46 HTTP/1.1" status: 200 len: 217 time: 0.0527952 Apr 11 19:22:57.392367 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-315b8b63-8668-43bf-907a-c3454cdef3a1 req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] No DVR routers for this DVR port 972d46d7-d788-4e62-838f-64eb32d43703 on host hv-cinder-83736 {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:22:57.398705 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-315b8b63-8668-43bf-907a-c3454cdef3a1 req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:57.404604 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-315b8b63-8668-43bf-907a-c3454cdef3a1 req-f36c9478-40e6-47d8-a3cd-9f064aa0d535 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.23 "DELETE /v2.0/ports/972d46d7-d788-4e62-838f-64eb32d43703 HTTP/1.1" status: 204 len: 173 time: 0.8670843 Apr 11 19:22:57.405453 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0', 'name': 'network-vif-deleted', 'tag': '972d46d7-d788-4e62-838f-64eb32d43703'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:22:57.409401 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e87765d-6f1f-43d8-8cc0-df8c547e89fd" -d '{"events": [{"server_uuid": "4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0", "name": "network-vif-deleted", "tag": "972d46d7-d788-4e62-838f-64eb32d43703"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:22:57.418265 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-406c29cd-bb12-4ecf-bf8a-e2c08c8fb8f2 req-1c2baf61-3260-4de8-9eb7-611b0b8cec86 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0847900 Apr 11 19:22:57.427982 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] Made reservation on behalf of e25ac8800c724316accf1e3b804153b0 for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:22:57.431353 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29274659'] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:57.454947 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ad7b81-2987-4c8f-a02f-9af2fe8ab188 x-openstack-request-id: req-c4ad7b81-2987-4c8f-a02f-9af2fe8ab188 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:22:57.455249 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0", "name": "network-vif-deleted", "tag": "972d46d7-d788-4e62-838f-64eb32d43703", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:22:57.455525 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4ad7b81-2987-4c8f-a02f-9af2fe8ab188 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:22:57.455987 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ad7b81-2987-4c8f-a02f-9af2fe8ab188'] response: {'server_uuid': '4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0', 'name': 'network-vif-deleted', 'tag': '972d46d7-d788-4e62-838f-64eb32d43703', 'status': 'completed', 'code': 200} Apr 11 19:22:57.499316 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-b3d553d0-2b86-4cf3-aab1-52064450efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:57.500681 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-b3d553d0-2b86-4cf3-aab1-52064450efb6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.1556914 Apr 11 19:22:57.564216 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-b3b65579-8ffa-4ee1-95ef-1ad1ccade141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:57.565712 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-b3b65579-8ffa-4ee1-95ef-1ad1ccade141 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577171 Apr 11 19:22:57.939801 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e72c23-e5c6-40cc-a82b-66f810486239 req-d8c503c3-2afb-4551-b9bd-c1c64ad6034a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:57.941420 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-34e72c23-e5c6-40cc-a82b-66f810486239 req-d8c503c3-2afb-4551-b9bd-c1c64ad6034a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0759652 Apr 11 19:22:57.944498 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-8eeee3ee-1e9b-4d4f-8993-3011a24c8a6b service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476467 Apr 11 19:22:57.972589 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28866454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29274673'] for subnet (f829d507-9cb1-45fc-a043-2363b5e9ac23), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:58.023720 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-34e72c23-e5c6-40cc-a82b-66f810486239 req-0ba00e2e-4126-4a81-a891-ca29c3e068b7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761487 Apr 11 19:22:58.040098 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f829d507-9cb1-45fc-a043-2363b5e9ac23,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:22:58.056209 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] Checking segment: {'id': 'b04e3435-6a3c-48f6-b9b2-bd6f2ab8507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd415d4e1-6b63-4d6c-93f2-509da7e55e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:22:58.056570 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] Network hostable DHCP agents. Network: d415d4e1-6b63-4d6c-93f2-509da7e55e27, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:22:58.193671 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] Network d415d4e1-6b63-4d6c-93f2-509da7e55e27 is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:22:58.270680 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, d415d4e1-6b63-4d6c-93f2-509da7e55e27) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:22:58.276338 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:58.280436 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:22:58.280556 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd92f0-dc97-488b-a887-de9872c5a270 None None] Network d415d4e1-6b63-4d6c-93f2-509da7e55e27 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:22:58.370942 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-686368df-161e-4911-a07d-546e8ba00401 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1963546 Apr 11 19:22:58.385816 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8abd21-d6eb-432c-9cbb-62ec277e9165 None None] Network d415d4e1-6b63-4d6c-93f2-509da7e55e27 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:22:58.529236 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f0d95068-5c07-4fab-9e57-e5104ab0f1a3 req-0995d98a-e406-4156-849e-738cd81a105f tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0282552 Apr 11 19:22:59.134420 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a197ce-33c5-41fb-887c-582d95db5e4e req-4ae5efa3-be53-4c78-87eb-871ef6f13d40 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:22:59.136401 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08a197ce-33c5-41fb-887c-582d95db5e4e req-4ae5efa3-be53-4c78-87eb-871ef6f13d40 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0460663 Apr 11 19:22:59.180739 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08a197ce-33c5-41fb-887c-582d95db5e4e req-284df703-dbd9-4274-8348-adf6f4e735dc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387847 Apr 11 19:22:59.437440 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 972d46d7-d788-4e62-838f-64eb32d43703 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:22:59.457851 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 972d46d7-d788-4e62-838f-64eb32d43703 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:22:59.458203 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 972d46d7-d788-4e62-838f-64eb32d43703 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:22:59.525975 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c728cded-ead5-4d4b-9345-524553e24ef4 req-ee83be1a-5778-4178-9273-dd14990fcc8d service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893776 Apr 11 19:22:59.623134 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c74f6877-285b-46d2-a290-32f0078d1751 req-4a1fc7b2-4773-4a8a-a759-35ef6f301b0a tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0284455 Apr 11 19:23:00.291413 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1792b35-86e1-4d44-acfb-33e2a1ceb0f1 req-553a3c8a-ca5c-4f59-8dc1-c6dff865f45b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:00.293553 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c1792b35-86e1-4d44-acfb-33e2a1ceb0f1 req-553a3c8a-ca5c-4f59-8dc1-c6dff865f45b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0470877 Apr 11 19:23:00.339916 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c1792b35-86e1-4d44-acfb-33e2a1ceb0f1 req-2c24aa22-af70-4637-b551-38cfeaddbab7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Apr 11 19:23:00.734847 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-22c3e4f0-560b-402d-8024-23e632567307 req-923ef214-95a8-4c67-9048-7e42c247ec18 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0343499 Apr 11 19:23:01.450056 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32cd41-d495-4b63-86e9-12df24f4f676 req-4a0e5cfe-9651-42de-aba1-02bca7229993 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:01.451558 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4d32cd41-d495-4b63-86e9-12df24f4f676 req-4a0e5cfe-9651-42de-aba1-02bca7229993 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0464876 Apr 11 19:23:01.470813 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-627bdf4c-117f-4168-8e99-dc9a8bfdb860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:01.497995 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4d32cd41-d495-4b63-86e9-12df24f4f676 req-1b61bdfe-81c5-4824-866c-4bb4dc998d66 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Apr 11 19:23:01.837238 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f4c1be27-a839-4148-aff3-c999e05e542a req-41c48a18-9a85-49d2-b97c-c289b0575a4a tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0267351 Apr 11 19:23:02.606892 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8890dcf-840f-4f36-ab37-f2cadadafd7c req-9646fe36-cdd5-409f-a515-d51b0d4bb903 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:02.608565 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b8890dcf-840f-4f36-ab37-f2cadadafd7c req-9646fe36-cdd5-409f-a515-d51b0d4bb903 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0462987 Apr 11 19:23:02.657713 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b8890dcf-840f-4f36-ab37-f2cadadafd7c req-c2cef79e-91c4-4b09-b619-15f462ee0c00 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Apr 11 19:23:02.929432 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f8236362-fded-414f-a9a2-ba21c4113bf9 req-1f70aea4-ccf6-4f2a-8e15-650509b44f04 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0270565 Apr 11 19:23:03.772831 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37720f-54f0-452d-ad10-79a8732e124a req-d732a88f-9267-4ef3-852b-5222686af7ca tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:03.774329 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7d37720f-54f0-452d-ad10-79a8732e124a req-d732a88f-9267-4ef3-852b-5222686af7ca tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0496109 Apr 11 19:23:03.830170 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7d37720f-54f0-452d-ad10-79a8732e124a req-47c43d00-663d-4090-bb5f-95ae5ab6b3ad tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449512 Apr 11 19:23:03.914283 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-89630bf7-58b9-4207-8ff3-da8ea940059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:04.027472 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c3ab68c2-77b2-4349-a9a6-e8c9dae84b1e req-b09a7b10-f5c8-4b08-9490-b4f736164a46 tempest-DeleteServersTestJSON-1461683027 tempest-DeleteServersTestJSON-1461683027-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4dcbc8-a08e-4766-a6b4-cf6ea9a0cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0312483 Apr 11 19:23:04.616753 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:04.970868 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30cf57-940d-41bc-b40f-4025b81e9045 req-c994484e-928b-4b2a-8cd1-6f6d99142aa3 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:04.972745 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2d30cf57-940d-41bc-b40f-4025b81e9045 req-c994484e-928b-4b2a-8cd1-6f6d99142aa3 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0506287 Apr 11 19:23:05.021145 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2d30cf57-940d-41bc-b40f-4025b81e9045 req-df87cf15-16a3-4808-8861-6623c0f2ffdc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426664 Apr 11 19:23:06.136561 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bc57f-6cc3-416c-9822-932609dab494 req-532e16b2-f79b-47fa-bb3d-eda82deb62bc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:06.138003 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c1bc57f-6cc3-416c-9822-932609dab494 req-532e16b2-f79b-47fa-bb3d-eda82deb62bc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0484228 Apr 11 19:23:06.185564 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c1bc57f-6cc3-416c-9822-932609dab494 req-dfaa49eb-8dbf-450e-983a-37658766642a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Apr 11 19:23:06.393992 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.163078 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57080) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:07.207084 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b9aaab-568c-4eb4-9728-b473d3898a3f admin admin] Deleting subnet 816bb001-e07f-4d10-94ed-20ad3d9c447c {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:23:07.210269 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-94b9aaab-568c-4eb4-9728-b473d3898a3f admin admin] Publish callbacks [] for subnet (816bb001-e07f-4d10-94ed-20ad3d9c447c), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.247900 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-94b9aaab-568c-4eb4-9728-b473d3898a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (816bb001-e07f-4d10-94ed-20ad3d9c447c), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.288699 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-94b9aaab-568c-4eb4-9728-b473d3898a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (816bb001-e07f-4d10-94ed-20ad3d9c447c), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.300591 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5cadd-b9a0-44c2-bf32-f714eda4e670 req-7bbd6845-0500-4ee1-9b22-e041d3448cdf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:07.302679 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4bf5cadd-b9a0-44c2-bf32-f714eda4e670 req-7bbd6845-0500-4ee1-9b22-e041d3448cdf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0512717 Apr 11 19:23:07.362429 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4bf5cadd-b9a0-44c2-bf32-f714eda4e670 req-b8d20a63-0504-4d68-920e-2425a3184ace tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544558 Apr 11 19:23:07.417640 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-94b9aaab-568c-4eb4-9728-b473d3898a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (816bb001-e07f-4d10-94ed-20ad3d9c447c), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.443873 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9aaab-568c-4eb4-9728-b473d3898a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816bb001-e07f-4d10-94ed-20ad3d9c447c,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:07.451064 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-94b9aaab-568c-4eb4-9728-b473d3898a3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.454280 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-94b9aaab-568c-4eb4-9728-b473d3898a3f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/816bb001-e07f-4d10-94ed-20ad3d9c447c HTTP/1.1" status: 204 len: 168 time: 0.2901871 Apr 11 19:23:07.456719 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57088) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:07.529332 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (ccea3bfb-131b-4448-911d-46e7a636b168), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.604516 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (ccea3bfb-131b-4448-911d-46e7a636b168), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.624549 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccea3bfb-131b-4448-911d-46e7a636b168']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:07.634358 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6da166-57bc-486c-823d-42d0c2e9bc3b') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:07.634657 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6da166-57bc-486c-823d-42d0c2e9bc3b') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:07.650474 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29057243'] for segment (3e6da166-57bc-486c-823d-42d0c2e9bc3b), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.664708 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (3e6da166-57bc-486c-823d-42d0c2e9bc3b), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.671582 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25449861'] for segment (3e6da166-57bc-486c-823d-42d0c2e9bc3b), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: Traceback (most recent call last): Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: timer() Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: cb(*args, **kw) Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: return func(*args, **kwargs) Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: self._notify() Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: self.callback(batched_events) Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: event.method(event) Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: return f(self, *a, **k) Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._get(url).json() Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: return self.request(url, 'GET', **kwargs) Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:23:07.677455 dv-cinder-837362-1-iscsi neutron-server[103944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:23:07.788469 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (ccea3bfb-131b-4448-911d-46e7a636b168), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.792791 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:07.800259 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ccea3bfb-131b-4448-911d-46e7a636b168 HTTP/1.1" status: 204 len: 168 time: 0.3413126 Apr 11 19:23:07.814957 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd34f59-2f60-4b3a-b8e8-a552c4f54c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccea3bfb-131b-4448-911d-46e7a636b168,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:07.879786 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:08.169007 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57110) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:08.207191 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-383338c5-8340-47fa-86cb-fa34cd6bc605 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af7bfdad927d4a84a80cffdf4bc8d94a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0370190 Apr 11 19:23:08.209476 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57112) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:08.253557 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-64253ede-8e16-4b5b-9edf-0c309adf631c admin admin] Publish callbacks [] for security_group (ba7f40c5-93e3-449e-b4e7-de74cb15528f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:08.278211 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-64253ede-8e16-4b5b-9edf-0c309adf631c admin admin] Publish callbacks [] for security_group (ba7f40c5-93e3-449e-b4e7-de74cb15528f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:08.397546 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-64253ede-8e16-4b5b-9edf-0c309adf631c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (ba7f40c5-93e3-449e-b4e7-de74cb15528f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:08.400432 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-64253ede-8e16-4b5b-9edf-0c309adf631c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:08.401616 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-64253ede-8e16-4b5b-9edf-0c309adf631c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba7f40c5-93e3-449e-b4e7-de74cb15528f HTTP/1.1" status: 204 len: 168 time: 0.1912565 Apr 11 19:23:08.409778 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64253ede-8e16-4b5b-9edf-0c309adf631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f40c5-93e3-449e-b4e7-de74cb15528f,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:08.481654 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91855108-e811-45c6-b0b8-12acbe19be66 req-8b5055c4-3cf7-40f0-8608-7089d313f003 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:08.483790 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-91855108-e811-45c6-b0b8-12acbe19be66 req-8b5055c4-3cf7-40f0-8608-7089d313f003 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0534372 Apr 11 19:23:08.536638 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-91855108-e811-45c6-b0b8-12acbe19be66 req-d68ff2a9-41da-494e-95b4-b5f65a82ba9e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Apr 11 19:23:09.352994 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57146) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:09.446008 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1961805716-network', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:09.568592 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Made reservation on behalf of 479ffe08a4b44689a071d31e82746ba0 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:23:09.570938 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:09.580086 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:09.648094 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f263b1-1208-47d0-a6f5-74f1ea44f180 req-ab26917b-b02d-4090-bb47-1546d9b00ed0 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:09.649571 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-37f263b1-1208-47d0-a6f5-74f1ea44f180 req-ab26917b-b02d-4090-bb47-1546d9b00ed0 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0465553 Apr 11 19:23:09.653306 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Publish callbacks [] for security_group (982bfac1-a70d-4b1b-baa2-2b04b22e2cff), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:09.702222 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-37f263b1-1208-47d0-a6f5-74f1ea44f180 req-693d3222-451e-4094-ba64-be69e64bd12e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453808 Apr 11 19:23:09.745757 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (982bfac1-a70d-4b1b-baa2-2b04b22e2cff), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:09.772967 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:23:09.779771 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982bfac1-a70d-4b1b-baa2-2b04b22e2cff,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:09.785559 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (b47b58c0-8fc5-45b0-adf7-4384aa3f9c80), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:09.785901 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Added segment b47b58c0-8fc5-45b0-adf7-4384aa3f9c80 of type vlan for network d2ff84dc-700b-4158-8f83-714808b8c99a Apr 11 19:23:09.826397 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (d2ff84dc-700b-4158-8f83-714808b8c99a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:09.917129 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (d2ff84dc-700b-4158-8f83-714808b8c99a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:09.918159 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:09.918884 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:09.979239 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] Pushing event updated for resources: {'Network': ['ID=d2ff84dc-700b-4158-8f83-714808b8c99a,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:09.989308 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network d2ff84dc-700b-4158-8f83-714808b8c99a details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:23:10.047161 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-dc38432f-184a-4914-864f-4a2a4353411e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6929817 Apr 11 19:23:10.050261 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 57162) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:10.055576 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] Request body: {'subnet': {'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-subnet', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:10.145442 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] Made reservation on behalf of 479ffe08a4b44689a071d31e82746ba0 for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:23:10.147815 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29274659'] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:10.368765 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28866454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29274673'] for subnet (1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:10.424278 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:10.432753 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] Checking segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:23:10.433114 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] Network hostable DHCP agents. Network: d2ff84dc-700b-4158-8f83-714808b8c99a, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:23:10.534075 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] Network d2ff84dc-700b-4158-8f83-714808b8c99a is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:23:10.597072 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, d2ff84dc-700b-4158-8f83-714808b8c99a) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:10.601252 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:10.601864 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:10.605701 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a2030-71f2-40c6-88f6-72a5cf087b52 None None] Network d2ff84dc-700b-4158-8f83-714808b8c99a requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:23:10.697094 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c286f077-0a61-4c5d-8cf5-726fe79af093 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6455348 Apr 11 19:23:10.699935 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 57166) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:10.707633 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:10.708620 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-d2ff84dc-700b-4158-8f83-714808b8c99a', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:23:10.709549 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:10.809104 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31735'] for router (901fed40-c74c-4f1b-a871-d6a1540afa60), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:10.810399 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-578128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31726'] for router (901fed40-c74c-4f1b-a871-d6a1540afa60), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:10.828552 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e9ac1-967f-4cf8-9c74-47c65488e3a2 req-8bfc7522-289d-468d-95dc-5b716d80c175 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:10.829982 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-099e9ac1-967f-4cf8-9c74-47c65488e3a2 req-8bfc7522-289d-468d-95dc-5b716d80c175 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0595360 Apr 11 19:23:10.849799 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Allocated IP 172.20.0.2 (d2ff84dc-700b-4158-8f83-714808b8c99a/1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0/e2090e58-e5f3-4067-b3ab-b4453e433c22) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:23:10.934818 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Publish callbacks [] for router_controller (901fed40-c74c-4f1b-a871-d6a1540afa60), precommit_add_association {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:10.962857 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-099e9ac1-967f-4cf8-9c74-47c65488e3a2 req-3538a705-d9fb-4d79-90fc-a730efdef1de tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035299 Apr 11 19:23:11.001103 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Publish callbacks [] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:11.057390 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:11.101063 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Network d2ff84dc-700b-4158-8f83-714808b8c99a is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:23:11.104416 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:11.111522 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:23:11.114665 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Pushing event updated for resources: {'Port': ['ID=e2090e58-e5f3-4067-b3ab-b4453e433c22,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:11.126206 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Publish callbacks [] for router_gateway (901fed40-c74c-4f1b-a871-d6a1540afa60), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:11.126830 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.127194 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.127566 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.127961 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.128306 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.128636 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.129234 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.129472 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.129804 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.130135 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.130466 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.130818 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.131152 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.131477 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.131999 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:11.186062 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Attempting to bind port e2090e58-e5f3-4067-b3ab-b4453e433c22 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:23:11.186434 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Attempting to bind port e2090e58-e5f3-4067-b3ab-b4453e433c22 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:23:11.186794 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Attempting to bind port e2090e58-e5f3-4067-b3ab-b4453e433c22 on network d2ff84dc-700b-4158-8f83-714808b8c99a {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:23:11.191664 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:23:11.195386 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Checking segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:23:11.195386 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:11.195386 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Bound using segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:23:11.195386 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Bound port: e2090e58-e5f3-4067-b3ab-b4453e433c22, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:23:11.195386 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:11.253900 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] For port e2090e58-e5f3-4067-b3ab-b4453e433c22, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:23:11.256963 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] For port e2090e58-e5f3-4067-b3ab-b4453e433c22, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e2090e58-e5f3-4067-b3ab-b4453e433c22,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:23:11.329167 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:11.387623 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb9206-36fb-4d25-82c4-4d932f2c28c6 None None] Pushing event updated for resources: {'Port': ['ID=e2090e58-e5f3-4067-b3ab-b4453e433c22,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:11.392109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Publish callbacks [] for router_gateway (901fed40-c74c-4f1b-a871-d6a1540afa60), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:11.417449 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:11.523901 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Allocated IP 172.27.2.32 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/d9528d2e-a6f4-4361-b828-63f1f38c3cb3) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:23:11.643277 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Publish callbacks [] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:11.757564 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:11.793844 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:23:11.798124 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:11.801547 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:23:11.828981 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Pushing event updated for resources: {'Port': ['ID=d9528d2e-a6f4-4361-b828-63f1f38c3cb3,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:12.121446 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b5f3-8f38-415f-b74a-7976633090a9 req-3ab08297-8c1a-4add-8669-6c3465124a73 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:12.123146 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d61b5f3-8f38-415f-b74a-7976633090a9 req-3ab08297-8c1a-4add-8669-6c3465124a73 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0889654 Apr 11 19:23:12.226876 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d61b5f3-8f38-415f-b74a-7976633090a9 req-6fb06147-de45-4975-a7dd-56581d2dac69 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966671 Apr 11 19:23:12.227422 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Publish callbacks [] for router_gateway (901fed40-c74c-4f1b-a871-d6a1540afa60), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:12.304044 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab8251-70e2-42c6-bfa9-ee13e9e46c12 None None] Network d2ff84dc-700b-4158-8f83-714808b8c99a requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:23:12.416314 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-e5e75df5-2946-44fd-b360-c0712453cb2d None None] Provisioning complete for port e2090e58-e5f3-4067-b3ab-b4453e433c22 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:12.416644 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e75df5-2946-44fd-b360-c0712453cb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:12.436031 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419'] for router (901fed40-c74c-4f1b-a871-d6a1540afa60), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:12.501985 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-e5e75df5-2946-44fd-b360-c0712453cb2d None None] Current status of the port e2090e58-e5f3-4067-b3ab-b4453e433c22 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:12.502381 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e75df5-2946-44fd-b360-c0712453cb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:12.539575 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-e5e75df5-2946-44fd-b360-c0712453cb2d None None] For port e2090e58-e5f3-4067-b3ab-b4453e433c22, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e2090e58-e5f3-4067-b3ab-b4453e433c22,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:23:12.639923 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e75df5-2946-44fd-b360-c0712453cb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:12.696955 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e75df5-2946-44fd-b360-c0712453cb2d None None] Pushing event updated for resources: {'Port': ['ID=e2090e58-e5f3-4067-b3ab-b4453e433c22,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:12.755957 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-31a1a88d-896c-408a-951e-0cf5b079696f None None] Provisioning complete for port e2090e58-e5f3-4067-b3ab-b4453e433c22 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:12.756345 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-31a1a88d-896c-408a-951e-0cf5b079696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:12.828596 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Router 901fed40-c74c-4f1b-a871-d6a1540afa60 is scheduled to L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 with binding_index 1 {{(pid=103943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:23:12.832858 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-31a1a88d-896c-408a-951e-0cf5b079696f None None] Current status of the port e2090e58-e5f3-4067-b3ab-b4453e433c22 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:12.940498 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e2090e58-e5f3-4067-b3ab-b4453e433c22 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:23:12.947041 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:23:12.957162 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Sync routers for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:23:12.968344 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:23:12.968948 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:23:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:12.994498 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port e2090e58-e5f3-4067-b3ab-b4453e433c22 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:12.994951 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:13.022395 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:13.024488 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c6ded2b3-143c-42aa-aa4a-640e5ef4722a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3235791 Apr 11 19:23:13.027486 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 57204) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:13.078360 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port e2090e58-e5f3-4067-b3ab-b4453e433c22 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:13.082250 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:23:13.259119 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:11Z', 'revision_number': 3, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:13.287762 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Checking router: 901fed40-c74c-4f1b-a871-d6a1540afa60 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:23:13.288168 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Updating router 901fed40-c74c-4f1b-a871-d6a1540afa60 port d9528d2e-a6f4-4361-b828-63f1f38c3cb3 binding host dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:23:13.323436 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:13.417644 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b782b5-d3ed-4231-81e1-4b2faeb52fb7 req-37c68b6c-5734-4c30-86c5-72822b5c904f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:13.419690 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01b782b5-d3ed-4231-81e1-4b2faeb52fb7 req-37c68b6c-5734-4c30-86c5-72822b5c904f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0646720 Apr 11 19:23:13.522549 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01b782b5-d3ed-4231-81e1-4b2faeb52fb7 req-e057903a-d470-43c0-bb04-7476c8e087ef tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819006 Apr 11 19:23:13.573192 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:13.581908 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Publish callbacks [] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:13.654425 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:13.705230 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Pushing event updated for resources: {'Port': ['ID=d9528d2e-a6f4-4361-b828-63f1f38c3cb3,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:13.713553 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.713905 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.714279 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.714638 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.715464 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.715799 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.716154 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.716486 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.716807 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.717297 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.717624 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.717969 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.718317 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.718642 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.718964 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:13.722195 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Attempting to bind port d9528d2e-a6f4-4361-b828-63f1f38c3cb3 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:23:13.722564 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Attempting to bind port d9528d2e-a6f4-4361-b828-63f1f38c3cb3 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:23:13.722926 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Attempting to bind port d9528d2e-a6f4-4361-b828-63f1f38c3cb3 on network e4662dd2-4318-4102-9156-21f0a5352e19 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:23:13.728562 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:23:13.728961 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:23:13.729355 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:13.729905 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Bound using segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:23:13.730378 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Bound port: d9528d2e-a6f4-4361-b828-63f1f38c3cb3, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:23:13.731399 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:13.734896 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Allocated IP 172.20.0.1 (d2ff84dc-700b-4158-8f83-714808b8c99a/1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0/09a03002-3fc1-4ce8-867a-307d95564886) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:23:13.786418 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] For port d9528d2e-a6f4-4361-b828-63f1f38c3cb3, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:23:13.789485 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] For port d9528d2e-a6f4-4361-b828-63f1f38c3cb3, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=d9528d2e-a6f4-4361-b828-63f1f38c3cb3,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:23:13.837561 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Publish callbacks [] for port (09a03002-3fc1-4ce8-867a-307d95564886), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:13.885890 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:13.932076 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (09a03002-3fc1-4ce8-867a-307d95564886), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:13.936286 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:23:13.936922 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:23:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:13.975782 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Network d2ff84dc-700b-4158-8f83-714808b8c99a is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:23:13.980066 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:13.986651 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:23:13.989994 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Pushing event updated for resources: {'Port': ['ID=09a03002-3fc1-4ce8-867a-307d95564886,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:14.034871 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576336'] for router_interface (901fed40-c74c-4f1b-a871-d6a1540afa60), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:14.039043 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85ebc0-a1a3-4de2-b3da-4f05d1d294d1 None None] Pushing event updated for resources: {'Port': ['ID=d9528d2e-a6f4-4361-b828-63f1f38c3cb3,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:14.069033 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:23:14.238260 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (09a03002-3fc1-4ce8-867a-307d95564886), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:14.265760 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-8838b57a-b83d-453d-8105-71f8f8f59091 None None] Provisioning complete for port 09a03002-3fc1-4ce8-867a-307d95564886 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:14.266219 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8838b57a-b83d-453d-8105-71f8f8f59091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (09a03002-3fc1-4ce8-867a-307d95564886), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:14.342832 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-8838b57a-b83d-453d-8105-71f8f8f59091 None None] Port 09a03002-3fc1-4ce8-867a-307d95564886 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:23:14.358852 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:11Z', 'revision_number': 3, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:14.388770 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c32b04-6800-48b5-adb6-6aa650ec81a5 None None] The sync data for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi is: [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:11Z', 'revision_number': 3, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:23:14.436505 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Publish callbacks [] for port (09a03002-3fc1-4ce8-867a-307d95564886), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:14.520406 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (09a03002-3fc1-4ce8-867a-307d95564886), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:14.588132 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Pushing event updated for resources: {'Port': ['ID=09a03002-3fc1-4ce8-867a-307d95564886,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:14.590830 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579040'] for router_interface (901fed40-c74c-4f1b-a871-d6a1540afa60), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:14.723132 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93069ec-e7c9-4f8e-a2fa-f4c750e858ad req-3c0a3c26-ad40-449f-8a7b-3cb77f24239d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:14.728449 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b93069ec-e7c9-4f8e-a2fa-f4c750e858ad req-3c0a3c26-ad40-449f-8a7b-3cb77f24239d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.1164489 Apr 11 19:23:14.795163 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Network d2ff84dc-700b-4158-8f83-714808b8c99a is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:23:14.797546 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:14.802408 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b93069ec-e7c9-4f8e-a2fa-f4c750e858ad req-5eff861f-a8b2-46ef-ad82-af20d321ee77 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697036 Apr 11 19:23:14.950392 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device d9528d2e-a6f4-4361-b828-63f1f38c3cb3 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:23:15.026389 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Router 901fed40-c74c-4f1b-a871-d6a1540afa60 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:23:15.036222 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port d9528d2e-a6f4-4361-b828-63f1f38c3cb3 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:15.036743 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:15.076522 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-ebddba45-ee95-4b07-b612-f16865598c4b None None] Provisioning complete for port 09a03002-3fc1-4ce8-867a-307d95564886 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:15.076906 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ebddba45-ee95-4b07-b612-f16865598c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (09a03002-3fc1-4ce8-867a-307d95564886), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:15.127614 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-ebddba45-ee95-4b07-b612-f16865598c4b None None] Port 09a03002-3fc1-4ce8-867a-307d95564886 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:23:15.150782 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:23:15.156675 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-55df3a23-e053-4b3c-b944-59f718b775c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/901fed40-c74c-4f1b-a871-d6a1540afa60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1280880 Apr 11 19:23:15.166432 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port d9528d2e-a6f4-4361-b828-63f1f38c3cb3 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:15.166908 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:15.188350 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port d9528d2e-a6f4-4361-b828-63f1f38c3cb3, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=d9528d2e-a6f4-4361-b828-63f1f38c3cb3,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:23:15.289226 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:15.342471 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=d9528d2e-a6f4-4361-b828-63f1f38c3cb3,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:15.923296 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee76f1-06f3-41c4-8d0a-c4c28ecc0a41 req-a94230d1-fe97-4bc1-8529-b4381b74f36d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:15.924815 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9dee76f1-06f3-41c4-8d0a-c4c28ecc0a41 req-a94230d1-fe97-4bc1-8529-b4381b74f36d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0506909 Apr 11 19:23:15.972017 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9dee76f1-06f3-41c4-8d0a-c4c28ecc0a41 req-aa25b696-2b3b-4eda-90b3-922ca90215f5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 Apr 11 19:23:16.088796 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Sync routers for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:23:16.099100 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:23:16.099709 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:23:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:16.176369 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57264) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:16.181351 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-e4ba7087-3194-446e-9599-df517b7167f3 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851534229', 'description': 'tempest-description--312406850'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:16.277324 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e4ba7087-3194-446e-9599-df517b7167f3 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:16.334021 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:23:16.354429 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e4ba7087-3194-446e-9599-df517b7167f3 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (c899a0da-8ece-4b0f-9170-28dff6913c38), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:16.420075 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e4ba7087-3194-446e-9599-df517b7167f3 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (c899a0da-8ece-4b0f-9170-28dff6913c38), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:16.450344 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba7087-3194-446e-9599-df517b7167f3 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c899a0da-8ece-4b0f-9170-28dff6913c38,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:16.513073 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e4ba7087-3194-446e-9599-df517b7167f3 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:16.514724 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-e4ba7087-3194-446e-9599-df517b7167f3 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3370273 Apr 11 19:23:16.523383 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57272) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:16.528768 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-40f3ec69-1d95-4706-9a96-cf1b99a09271 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group_rule': {'security_group_id': 'c899a0da-8ece-4b0f-9170-28dff6913c38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:16.530460 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 2, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:16.560367 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Checking router: 901fed40-c74c-4f1b-a871-d6a1540afa60 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:23:16.560718 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Updating router 901fed40-c74c-4f1b-a871-d6a1540afa60 port 09a03002-3fc1-4ce8-867a-307d95564886 binding host dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:23:16.587164 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (09a03002-3fc1-4ce8-867a-307d95564886), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:16.631521 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-40f3ec69-1d95-4706-9a96-cf1b99a09271 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (c82535ab-a8a9-4476-a392-72c5cd9e70ea), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:16.692324 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-40f3ec69-1d95-4706-9a96-cf1b99a09271 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (c82535ab-a8a9-4476-a392-72c5cd9e70ea), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:16.797178 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-40f3ec69-1d95-4706-9a96-cf1b99a09271 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (c82535ab-a8a9-4476-a392-72c5cd9e70ea), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:16.816320 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3ec69-1d95-4706-9a96-cf1b99a09271 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82535ab-a8a9-4476-a392-72c5cd9e70ea,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:16.855596 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Publish callbacks [] for port (09a03002-3fc1-4ce8-867a-307d95564886), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:16.888102 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-40f3ec69-1d95-4706-9a96-cf1b99a09271 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:16.889372 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-40f3ec69-1d95-4706-9a96-cf1b99a09271 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3648555 Apr 11 19:23:16.892214 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57276) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:16.896816 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-b046f4fd-6257-4c2c-be6f-8568f8d28f60 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group_rule': {'security_group_id': 'c899a0da-8ece-4b0f-9170-28dff6913c38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:16.912301 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device d9528d2e-a6f4-4361-b828-63f1f38c3cb3 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:23:16.950980 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (09a03002-3fc1-4ce8-867a-307d95564886), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:16.997198 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port d9528d2e-a6f4-4361-b828-63f1f38c3cb3 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:16.997576 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.011357 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b046f4fd-6257-4c2c-be6f-8568f8d28f60 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (bc89f164-8360-428c-869c-3a040128eca5), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.057343 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba6191-692e-4115-9e7d-0d3689ff3006 None None] Pushing event updated for resources: {'Port': ['ID=09a03002-3fc1-4ce8-867a-307d95564886,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:17.087440 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b046f4fd-6257-4c2c-be6f-8568f8d28f60 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (bc89f164-8360-428c-869c-3a040128eca5), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.135703 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09cd52-4bea-4425-b2bc-a5159d5b01a9 req-035bbc0b-5f0b-4b2b-ace6-e2f6cf6a8504 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:17.140398 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2e09cd52-4bea-4425-b2bc-a5159d5b01a9 req-035bbc0b-5f0b-4b2b-ace6-e2f6cf6a8504 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0618501 Apr 11 19:23:17.141995 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Attempting to bind port 09a03002-3fc1-4ce8-867a-307d95564886 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:23:17.144378 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Attempting to bind port 09a03002-3fc1-4ce8-867a-307d95564886 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:23:17.144378 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Attempting to bind port 09a03002-3fc1-4ce8-867a-307d95564886 on network d2ff84dc-700b-4158-8f83-714808b8c99a {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:23:17.155130 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:23:17.155579 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Checking segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:23:17.155956 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.156350 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Bound using segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:23:17.156828 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Bound port: 09a03002-3fc1-4ce8-867a-307d95564886, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:23:17.157206 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (09a03002-3fc1-4ce8-867a-307d95564886), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.163124 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b046f4fd-6257-4c2c-be6f-8568f8d28f60 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (bc89f164-8360-428c-869c-3a040128eca5), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.171809 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port d9528d2e-a6f4-4361-b828-63f1f38c3cb3 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:17.186688 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046f4fd-6257-4c2c-be6f-8568f8d28f60 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc89f164-8360-428c-869c-3a040128eca5,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:17.200835 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2e09cd52-4bea-4425-b2bc-a5159d5b01a9 req-51c03229-d527-4bfe-b2bc-087ecef7abff tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566082 Apr 11 19:23:17.236735 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] For port 09a03002-3fc1-4ce8-867a-307d95564886, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:23:17.239660 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] For port 09a03002-3fc1-4ce8-867a-307d95564886, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=09a03002-3fc1-4ce8-867a-307d95564886,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:23:17.256140 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b046f4fd-6257-4c2c-be6f-8568f8d28f60 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.258881 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b046f4fd-6257-4c2c-be6f-8568f8d28f60 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3647392 Apr 11 19:23:17.261432 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57284) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:17.263730 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-c53b2cdb-6ebb-4735-b844-763b51a51265 None None] Provisioning complete for port 09a03002-3fc1-4ce8-867a-307d95564886 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:17.264142 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c53b2cdb-6ebb-4735-b844-763b51a51265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (09a03002-3fc1-4ce8-867a-307d95564886), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.267126 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:17.300598 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-c53b2cdb-6ebb-4735-b844-763b51a51265 None None] Port 09a03002-3fc1-4ce8-867a-307d95564886 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:23:17.332067 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (09a03002-3fc1-4ce8-867a-307d95564886), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.357254 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.410091 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba6191-692e-4115-9e7d-0d3689ff3006 None None] Pushing event updated for resources: {'Port': ['ID=09a03002-3fc1-4ce8-867a-307d95564886,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:17.420803 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:23:17.421302 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:23:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:17.478215 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.579180 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:23:17.603998 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Allocated IP 172.27.2.161 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/a10f6efe-4fa1-474c-8f50-06f6d1d19bf3) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:23:17.718167 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (a10f6efe-4fa1-474c-8f50-06f6d1d19bf3), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.735081 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-7353f067-5ded-484a-b231-979b2b7e917d None None] Provisioning complete for port 09a03002-3fc1-4ce8-867a-307d95564886 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:17.735450 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7353f067-5ded-484a-b231-979b2b7e917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (09a03002-3fc1-4ce8-867a-307d95564886), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.834777 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (a10f6efe-4fa1-474c-8f50-06f6d1d19bf3), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.854111 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:17.873211 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:23:17.875990 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:17.879369 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:23:17.886109 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c79401-6d35-417a-9717-8abc79fddb81 None None] The sync data for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi is: [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:23:17.887535 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=a10f6efe-4fa1-474c-8f50-06f6d1d19bf3,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:17.893321 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-7353f067-5ded-484a-b231-979b2b7e917d None None] Current status of the port 09a03002-3fc1-4ce8-867a-307d95564886 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:17.893714 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7353f067-5ded-484a-b231-979b2b7e917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (09a03002-3fc1-4ce8-867a-307d95564886), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:17.970191 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-7353f067-5ded-484a-b231-979b2b7e917d None None] For port 09a03002-3fc1-4ce8-867a-307d95564886, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=09a03002-3fc1-4ce8-867a-307d95564886,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:23:18.038706 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7353f067-5ded-484a-b231-979b2b7e917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (09a03002-3fc1-4ce8-867a-307d95564886), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.054174 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (ef35b867-b486-4ccc-9fdd-8e9470479138), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.058004 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 57308) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:18.104909 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353f067-5ded-484a-b231-979b2b7e917d None None] Pushing event updated for resources: {'Port': ['ID=09a03002-3fc1-4ce8-867a-307d95564886,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:18.163770 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (a10f6efe-4fa1-474c-8f50-06f6d1d19bf3), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.186265 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ab3eef81-aa40-4af9-8cb8-b0b81403db02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.311976 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ab3eef81-aa40-4af9-8cb8-b0b81403db02 admin admin] Publish callbacks [] for security_group (392b3c67-ed9c-488a-8fb0-12cd73ce5d84), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.333973 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (a10f6efe-4fa1-474c-8f50-06f6d1d19bf3), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.336330 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a74bd-a154-4043-a0da-b8b13b17c347 req-3491c130-be43-48f3-9c5f-9ea1e020396d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:18.337902 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-219a74bd-a154-4043-a0da-b8b13b17c347 req-3491c130-be43-48f3-9c5f-9ea1e020396d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0594056 Apr 11 19:23:18.375627 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ab3eef81-aa40-4af9-8cb8-b0b81403db02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (392b3c67-ed9c-488a-8fb0-12cd73ce5d84), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.394402 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (a10f6efe-4fa1-474c-8f50-06f6d1d19bf3), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.420802 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-219a74bd-a154-4043-a0da-b8b13b17c347 req-5858c661-26b9-4711-8ddc-acda574126d5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759933 Apr 11 19:23:18.435557 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ab3eef81-aa40-4af9-8cb8-b0b81403db02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59f11c04841a48ec92e51eaa55211eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763828 Apr 11 19:23:18.436797 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eef81-aa40-4af9-8cb8-b0b81403db02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392b3c67-ed9c-488a-8fb0-12cd73ce5d84,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:18.440514 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 57316) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:18.477809 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=a10f6efe-4fa1-474c-8f50-06f6d1d19bf3,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:18.484718 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (ef35b867-b486-4ccc-9fdd-8e9470479138), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.498249 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-597e7d6c-b520-4068-a5b8-a0a7d8587ef4 admin admin] Publish callbacks [] for security_group (392b3c67-ed9c-488a-8fb0-12cd73ce5d84), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.524553 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-597e7d6c-b520-4068-a5b8-a0a7d8587ef4 admin admin] Publish callbacks [] for security_group (392b3c67-ed9c-488a-8fb0-12cd73ce5d84), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.570436 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.572678 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-74492d08-86d2-404c-bd40-d26232d62c97 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3086495 Apr 11 19:23:18.654851 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-597e7d6c-b520-4068-a5b8-a0a7d8587ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (392b3c67-ed9c-488a-8fb0-12cd73ce5d84), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.657600 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-597e7d6c-b520-4068-a5b8-a0a7d8587ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:18.658819 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-597e7d6c-b520-4068-a5b8-a0a7d8587ef4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/392b3c67-ed9c-488a-8fb0-12cd73ce5d84 HTTP/1.1" status: 204 len: 168 time: 0.2173550 Apr 11 19:23:18.666978 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e7d6c-b520-4068-a5b8-a0a7d8587ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392b3c67-ed9c-488a-8fb0-12cd73ce5d84,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:18.804602 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-4cf6e38f-ed76-4030-8c2d-a4c7ffda036c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--851534229&fields=id&tenant_id=479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 267 time: 0.0560853 Apr 11 19:23:18.939034 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 09a03002-3fc1-4ce8-867a-307d95564886 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:23:18.971304 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-7f4f7746-779c-4971-bedf-e006d63a89d0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:18.973185 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-7f4f7746-779c-4971-bedf-e006d63a89d0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 815 time: 0.1563823 Apr 11 19:23:18.991919 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-4ef2bfb8-3649-4b13-9041-16c44ecc8e44 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/quotas/479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 375 time: 0.0118079 Apr 11 19:23:19.007873 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 09a03002-3fc1-4ce8-867a-307d95564886 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:19.008284 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (09a03002-3fc1-4ce8-867a-307d95564886), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:19.056938 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-3c1f6bd0-9a33-4f46-8081-d6e27544530c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548387 Apr 11 19:23:19.109260 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 09a03002-3fc1-4ce8-867a-307d95564886 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:19.190954 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-b74f9f5d-0d63-4085-9ee2-0ce0c4efcac3 service neutron] 10.222.0.13 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065817 Apr 11 19:23:19.384240 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57350) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:19.398919 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f4cae977-007e-4d42-a136-f5d9e4f65df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:19.482802 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f4cae977-007e-4d42-a136-f5d9e4f65df2 admin admin] Publish callbacks [] for security_group (5d708001-c454-44bd-9c69-421b074b5c7d), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:19.513235 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-f8fc8039-8b77-4862-a809-82f72dcf21e7 service neutron] 10.222.0.13 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159981 Apr 11 19:23:19.548737 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac7bc8-7983-4448-b96f-3cdd0ab48ee8 req-20047ae8-669c-4726-b307-1b39c1502bf3 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:19.550389 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-99ac7bc8-7983-4448-b96f-3cdd0ab48ee8 req-20047ae8-669c-4726-b307-1b39c1502bf3 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0499110 Apr 11 19:23:19.563173 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f4cae977-007e-4d42-a136-f5d9e4f65df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (5d708001-c454-44bd-9c69-421b074b5c7d), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:19.603547 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f4cae977-007e-4d42-a136-f5d9e4f65df2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5abb5c379e77491398e2f0de6390beea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181821 Apr 11 19:23:19.604528 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cae977-007e-4d42-a136-f5d9e4f65df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d708001-c454-44bd-9c69-421b074b5c7d,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:19.607650 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57360) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:19.632093 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-99ac7bc8-7983-4448-b96f-3cdd0ab48ee8 req-8b51bf53-ea6a-4fe2-ab27-d40828ab8988 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695055 Apr 11 19:23:19.669181 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0360812b-101d-4d68-8f00-048d8f583282 admin admin] Publish callbacks [] for security_group (5d708001-c454-44bd-9c69-421b074b5c7d), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:19.689879 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0360812b-101d-4d68-8f00-048d8f583282 admin admin] Publish callbacks [] for security_group (5d708001-c454-44bd-9c69-421b074b5c7d), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:19.769505 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-795c8d98-3977-4eca-8042-3d7274237e7a req-625625b9-47e2-4d8b-bcc5-b529f88cf040 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 210 time: 0.0304282 Apr 11 19:23:19.822806 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0360812b-101d-4d68-8f00-048d8f583282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (5d708001-c454-44bd-9c69-421b074b5c7d), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:19.825721 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0360812b-101d-4d68-8f00-048d8f583282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:19.826934 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0360812b-101d-4d68-8f00-048d8f583282 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d708001-c454-44bd-9c69-421b074b5c7d HTTP/1.1" status: 204 len: 168 time: 0.2137389 Apr 11 19:23:19.836009 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360812b-101d-4d68-8f00-048d8f583282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d708001-c454-44bd-9c69-421b074b5c7d,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:20.554319 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57390) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:20.569784 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e3855ba2-a990-4958-bd5e-7092aea94aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:20.644160 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e3855ba2-a990-4958-bd5e-7092aea94aac admin admin] Publish callbacks [] for security_group (cc1449f9-8efb-4108-b07f-86314623adea), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:20.705442 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e3855ba2-a990-4958-bd5e-7092aea94aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (cc1449f9-8efb-4108-b07f-86314623adea), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:20.733358 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ac22-7a78-464a-bc00-6555ba97eb7a req-e347dee4-f71a-4692-8324-9d3709f8bef8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:20.734850 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fbc0ac22-7a78-464a-bc00-6555ba97eb7a req-e347dee4-f71a-4692-8324-9d3709f8bef8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0475383 Apr 11 19:23:20.744483 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-e3855ba2-a990-4958-bd5e-7092aea94aac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b55cceb4e1a436f83634fa7dffb0dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890874 Apr 11 19:23:20.745364 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3855ba2-a990-4958-bd5e-7092aea94aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1449f9-8efb-4108-b07f-86314623adea,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:20.748278 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57396) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:20.784787 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fbc0ac22-7a78-464a-bc00-6555ba97eb7a req-32f3b765-7cdf-433d-9351-7f0ff5b3d5a7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Apr 11 19:23:20.797530 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-889d1f1c-7486-435a-9701-611824fa03a7 admin admin] Publish callbacks [] for security_group (cc1449f9-8efb-4108-b07f-86314623adea), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:20.823121 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-889d1f1c-7486-435a-9701-611824fa03a7 admin admin] Publish callbacks [] for security_group (cc1449f9-8efb-4108-b07f-86314623adea), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:20.880532 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-69a36bba-694f-4747-813a-72125ec8d290 req-c86715c8-1b97-446c-b7c4-e40cf25260e6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 210 time: 0.0306511 Apr 11 19:23:20.942684 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-889d1f1c-7486-435a-9701-611824fa03a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (cc1449f9-8efb-4108-b07f-86314623adea), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:20.945322 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-889d1f1c-7486-435a-9701-611824fa03a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:20.946517 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-889d1f1c-7486-435a-9701-611824fa03a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc1449f9-8efb-4108-b07f-86314623adea HTTP/1.1" status: 204 len: 168 time: 0.1973984 Apr 11 19:23:20.955957 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d1f1c-7486-435a-9701-611824fa03a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1449f9-8efb-4108-b07f-86314623adea,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:21.903292 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cec439-d888-41bf-b922-c0b29a0d6105 req-c27f4e66-e2e0-4e2c-95c2-890adffd1319 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:21.904819 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-91cec439-d888-41bf-b922-c0b29a0d6105 req-c27f4e66-e2e0-4e2c-95c2-890adffd1319 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0488842 Apr 11 19:23:21.960975 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-91cec439-d888-41bf-b922-c0b29a0d6105 req-b582cc1f-258a-4cff-98ee-06b98456bea7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504968 Apr 11 19:23:21.977771 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e2072061-1caa-4726-96bb-f7ed9a48305b req-09747a65-1bd0-4689-8513-7d80b4fae1f4 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 210 time: 0.0297382 Apr 11 19:23:23.138419 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8d06139f-31f6-4fe9-8501-7d6a8497ac47 req-13bd9394-2b72-4dea-85f4-d973fad687bb tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 210 time: 0.0750387 Apr 11 19:23:23.170297 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6ea1f-8d31-45a9-b20d-4e4e3a868369 req-54c4297d-6c2c-4e1a-8c8a-411c5186bcd6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:23.171817 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bdb6ea1f-8d31-45a9-b20d-4e4e3a868369 req-54c4297d-6c2c-4e1a-8c8a-411c5186bcd6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.1183274 Apr 11 19:23:23.180782 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a458-e8c0-4d4a-be10-7bed395c4e02 req-358057d3-d416-4906-8341-81792848bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:23.182220 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-93c4a458-e8c0-4d4a-be10-7bed395c4e02 req-358057d3-d416-4906-8341-81792848bd22 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 1130 time: 0.0553973 Apr 11 19:23:23.251832 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bdb6ea1f-8d31-45a9-b20d-4e4e3a868369 req-32879be8-eeec-4580-96f6-19e31be94d4c tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732613 Apr 11 19:23:23.255020 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-93c4a458-e8c0-4d4a-be10-7bed395c4e02 req-b3be8c4e-e5ef-438b-8a3a-67acd4cb5cc9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602405 Apr 11 19:23:24.237433 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-837c8987-a25d-4ff2-9306-6e475d8c4fb3 req-85caacdc-92b6-4ecf-ada3-6584ab47674f tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 210 time: 0.0286586 Apr 11 19:23:24.365041 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6386-53e0-4083-80d3-43d475055bce req-419052de-bc7b-4618-b711-47577b613e11 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:24.366470 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8a1c6386-53e0-4083-80d3-43d475055bce req-419052de-bc7b-4618-b711-47577b613e11 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0473003 Apr 11 19:23:24.430251 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8a1c6386-53e0-4083-80d3-43d475055bce req-ff3dda17-6957-4a3b-bd51-7573c69dc2d9 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581079 Apr 11 19:23:24.985249 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-bbfd921a-4fd4-4dd8-93f6-96fa1c0c704d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:24.986724 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-bbfd921a-4fd4-4dd8-93f6-96fa1c0c704d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 815 time: 0.1060412 Apr 11 19:23:25.051647 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-ebceebbb-fe70-45b6-8100-39fef1303cb9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 379 time: 0.0556827 Apr 11 19:23:25.064492 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'port': {'device_id': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'admin_state_up': True, 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'security_groups': ['c899a0da-8ece-4b0f-9170-28dff6913c38']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:25.217998 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Made reservation on behalf of 479ffe08a4b44689a071d31e82746ba0 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:23:25.222480 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:25.363992 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-273092b5-01fb-4a15-acf6-7736fc1fff97 req-6bdf53b3-8b8b-44d7-9870-04d2a4bc876b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 210 time: 0.0572898 Apr 11 19:23:25.392933 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Allocated IP 172.20.0.7 (d2ff84dc-700b-4158-8f83-714808b8c99a/1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0/63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:23:25.560189 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d24f12-ef58-4044-a68c-4108ba6870d9 req-d7eb6a4b-14ef-4ffa-bee6-785002d9a953 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:25.561653 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-03d24f12-ef58-4044-a68c-4108ba6870d9 req-d7eb6a4b-14ef-4ffa-bee6-785002d9a953 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0626221 Apr 11 19:23:25.580252 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:25.635437 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-03d24f12-ef58-4044-a68c-4108ba6870d9 req-d4ad2819-e64a-4bbb-b587-d605dd28332c tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654972 Apr 11 19:23:25.707683 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:25.782991 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Network d2ff84dc-700b-4158-8f83-714808b8c99a is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:23:25.789694 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:25.799111 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:23:25.805014 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:25.832989 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55e2c-e31f-4b9c-859d-aa58bababecd req-8145be66-8262-44a6-9a05-45283109f1c3 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:25.834522 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2bf55e2c-e31f-4b9c-859d-aa58bababecd req-8145be66-8262-44a6-9a05-45283109f1c3 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0987957 Apr 11 19:23:25.879770 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:25.879770 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:25.921916 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2bf55e2c-e31f-4b9c-859d-aa58bababecd req-8abc82f4-cd70-49b7-a018-fe8436581cf2 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794876 Apr 11 19:23:25.991666 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-fbfd1d77-68e7-4988-b6c1-be9423cadf9c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9344590 Apr 11 19:23:26.003484 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Request body: {'port': {'device_id': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:26.016260 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-ca9d84f7-e8be-4d1e-a8a4-747882eb5546 None None] Provisioning complete for port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:26.016818 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ca9d84f7-e8be-4d1e-a8a4-747882eb5546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:26.053604 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d84f7-e8be-4d1e-a8a4-747882eb5546 None None] Port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:23:26.070791 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:26.361111 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:23:26.368841 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Publish callbacks [] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:26.392797 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Transition to ACTIVE for port object 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:23:26.468238 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:26.527704 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f1f6d-6470-4066-ae74-8c5115e86c39 req-fd7bfe3a-e6f7-4705-a4f4-80480b71b123 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:26.529350 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5c8f1f6d-6470-4066-ae74-8c5115e86c39 req-fd7bfe3a-e6f7-4705-a4f4-80480b71b123 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 931 time: 0.0899353 Apr 11 19:23:26.543564 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Pushing event updated for resources: {'Port': ['ID=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:26.645159 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5c8f1f6d-6470-4066-ae74-8c5115e86c39 req-b8d05471-2e1f-4d1d-8252-4262607e2d23 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042459 Apr 11 19:23:26.659208 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Attempting to bind port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:23:26.659559 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Attempting to bind port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:23:26.659921 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Attempting to bind port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a on network d2ff84dc-700b-4158-8f83-714808b8c99a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:23:26.664658 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a on network d2ff84dc-700b-4158-8f83-714808b8c99a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:23:26.664985 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Attempting to bind port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a on network d2ff84dc-700b-4158-8f83-714808b8c99a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:23:26.670802 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:23:26.671066 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Checking segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:23:26.671475 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Bound using segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:23:26.671957 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Bound port: 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:23:26.672299 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:26.741123 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] For port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:23:26.744382 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] For port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:23:26.832083 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:26.870403 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:26.871040 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:26.878059 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] 10.222.0.23 "PUT /v2.0/ports/63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a HTTP/1.1" status: 200 len: 1093 time: 0.8738508 Apr 11 19:23:26.878059 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'tag': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:23:26.878059 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9079a762-c84f-4f93-9caf-df68dbafe9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "41e8ca61-0511-49e7-beb3-3a03b965727a", "tag": "63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:23:26.913813 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a372bd6-6a45-4552-b24a-3fc905846546 service neutron] Pushing event updated for resources: {'Port': ['ID=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:26.942141 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf19ba46-900e-4874-9c25-0620c2119818 x-openstack-request-id: req-bf19ba46-900e-4874-9c25-0620c2119818 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:23:26.942442 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e8ca61-0511-49e7-beb3-3a03b965727a", "tag": "63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:23:26.942698 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf19ba46-900e-4874-9c25-0620c2119818 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:23:26.943105 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf19ba46-900e-4874-9c25-0620c2119818'] response: {'name': 'network-changed', 'server_uuid': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'tag': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'status': 'completed', 'code': 200} Apr 11 19:23:27.017094 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079a762-c84f-4f93-9caf-df68dbafe9a4 req-6e4b559b-c00b-4b99-ad81-f3ccb6877533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:27.018974 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9079a762-c84f-4f93-9caf-df68dbafe9a4 req-6e4b559b-c00b-4b99-ad81-f3ccb6877533 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 1127 time: 0.0528092 Apr 11 19:23:27.094584 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:27.224628 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079a762-c84f-4f93-9caf-df68dbafe9a4 req-7755dac3-701f-4241-9318-c86dde9ac6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:27.229439 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9079a762-c84f-4f93-9caf-df68dbafe9a4 req-7755dac3-701f-4241-9318-c86dde9ac6b0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=479ffe08a4b44689a071d31e82746ba0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1981936 Apr 11 19:23:27.396359 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079a762-c84f-4f93-9caf-df68dbafe9a4 req-6c4a5f39-77f4-4673-bed4-c56583269a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:27.397852 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9079a762-c84f-4f93-9caf-df68dbafe9a4 req-6c4a5f39-77f4-4673-bed4-c56583269a99 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1650217 Apr 11 19:23:27.482366 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-7988f9c3-0c22-4aa9-ae96-e9dfccba34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:27.484033 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-7988f9c3-0c22-4aa9-ae96-e9dfccba34b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 1127 time: 0.0406120 Apr 11 19:23:27.538453 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-37971a5d-9658-4c95-877a-5c8cee2d6c12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a HTTP/1.1" status: 200 len: 217 time: 0.0360045 Apr 11 19:23:27.593010 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-c5d801dd-f1ba-4d07-a29f-c3508c3e7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:27.594463 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-c5d801dd-f1ba-4d07-a29f-c3508c3e7a91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0 HTTP/1.1" status: 200 len: 854 time: 0.0490296 Apr 11 19:23:27.852103 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1f438d52-0f0e-42e2-bc97-2aec9cf0b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:27.853648 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1f438d52-0f0e-42e2-bc97-2aec9cf0b961 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2ff84dc-700b-4158-8f83-714808b8c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2524681 Apr 11 19:23:27.866290 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b7d4-ba04-4233-ae11-389ba90956c6 req-19192478-2fb9-42aa-a403-05cd7be1502b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:27.867733 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4cf4b7d4-ba04-4233-ae11-389ba90956c6 req-19192478-2fb9-42aa-a403-05cd7be1502b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 943 time: 0.0547953 Apr 11 19:23:27.975293 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4cf4b7d4-ba04-4233-ae11-389ba90956c6 req-337481ee-f408-4875-98e9-ad3bec253028 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987844 Apr 11 19:23:27.992086 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-1e591e9d-4fcb-4b01-a06d-7a39c3262687 service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232960 Apr 11 19:23:28.096535 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f588176-1a50-4dd5-bceb-d5a9864933e0 req-4b19610a-b04c-4b69-990f-83cacadb9738 service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960033 Apr 11 19:23:28.736104 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e1cf5-e95b-42b5-9838-999907912bcb req-de2d941e-c0d2-45a5-aa2f-d37ca9122bd5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:28.737659 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-451e1cf5-e95b-42b5-9838-999907912bcb req-de2d941e-c0d2-45a5-aa2f-d37ca9122bd5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0534887 Apr 11 19:23:28.786952 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-451e1cf5-e95b-42b5-9838-999907912bcb req-828b3616-7f52-47ff-bd75-104be416cc16 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 Apr 11 19:23:28.922932 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57674) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:29.032293 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-59a4a7fd-4634-49ab-b279-e9eac07e2ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.091926 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee449fa7-fd32-4d44-9738-fad8821974b5 req-69ffdac9-b35f-474f-b432-fa0a1468ba8a tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:29.093467 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee449fa7-fd32-4d44-9738-fad8821974b5 req-69ffdac9-b35f-474f-b432-fa0a1468ba8a tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 943 time: 0.0476341 Apr 11 19:23:29.107041 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-59a4a7fd-4634-49ab-b279-e9eac07e2ca1 admin admin] Publish callbacks [] for security_group (21088ad0-389d-41ab-bcdc-3666543ce39c), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.141312 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee449fa7-fd32-4d44-9738-fad8821974b5 req-8ccd2d6e-0d86-4f7d-aacf-5731beae07ab tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415304 Apr 11 19:23:29.194599 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-59a4a7fd-4634-49ab-b279-e9eac07e2ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (21088ad0-389d-41ab-bcdc-3666543ce39c), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.236514 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-59a4a7fd-4634-49ab-b279-e9eac07e2ca1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f93162e623a64088861392b85ef19b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123925 Apr 11 19:23:29.237837 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4a7fd-4634-49ab-b279-e9eac07e2ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21088ad0-389d-41ab-bcdc-3666543ce39c,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:29.239175 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 57680) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:29.301654 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb2730-402c-438a-a189-d93c8fdebb18 req-e2be83ab-82e5-442c-83dd-783a9415ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:29.303200 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0abb2730-402c-438a-a189-d93c8fdebb18 req-e2be83ab-82e5-442c-83dd-783a9415ff90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 1129 time: 0.0575092 Apr 11 19:23:29.350479 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fca430aa-5650-4d29-8848-072f59493d7c admin admin] Publish callbacks [] for security_group (21088ad0-389d-41ab-bcdc-3666543ce39c), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.406490 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fca430aa-5650-4d29-8848-072f59493d7c admin admin] Publish callbacks [] for security_group (21088ad0-389d-41ab-bcdc-3666543ce39c), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.445700 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb2730-402c-438a-a189-d93c8fdebb18 req-41fb5543-17bf-4c91-b7b5-864d57046808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:29.447233 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0abb2730-402c-438a-a189-d93c8fdebb18 req-41fb5543-17bf-4c91-b7b5-864d57046808 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.1357760 Apr 11 19:23:29.492452 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0abb2730-402c-438a-a189-d93c8fdebb18 req-e1d708c3-40ae-48f0-bf44-1b42b407d215 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d432d1-e655-473a-a1dc-289ebd12bc46 HTTP/1.1" status: 200 len: 217 time: 0.0362372 Apr 11 19:23:29.552483 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb2730-402c-438a-a189-d93c8fdebb18 req-416880b0-1e79-4a07-b174-42ff0a54f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:29.554054 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0abb2730-402c-438a-a189-d93c8fdebb18 req-416880b0-1e79-4a07-b174-42ff0a54f2f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0461278 Apr 11 19:23:29.598840 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fca430aa-5650-4d29-8848-072f59493d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (21088ad0-389d-41ab-bcdc-3666543ce39c), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.601326 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fca430aa-5650-4d29-8848-072f59493d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.602489 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-fca430aa-5650-4d29-8848-072f59493d7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21088ad0-389d-41ab-bcdc-3666543ce39c HTTP/1.1" status: 204 len: 168 time: 0.3622787 Apr 11 19:23:29.617364 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca430aa-5650-4d29-8848-072f59493d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21088ad0-389d-41ab-bcdc-3666543ce39c,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:29.619637 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb2730-402c-438a-a189-d93c8fdebb18 req-7ae27203-e9a3-4775-be3b-0baaa849b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:29.621214 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0abb2730-402c-438a-a189-d93c8fdebb18 req-7ae27203-e9a3-4775-be3b-0baaa849b08b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568643 Apr 11 19:23:29.730458 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0abb2730-402c-438a-a189-d93c8fdebb18 req-f30f4f6e-3993-460e-a264-7bc438ee77bf service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878875 Apr 11 19:23:29.835301 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0abb2730-402c-438a-a189-d93c8fdebb18 req-b6aa1c52-4221-45de-af09-e3b0e20200a5 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947006 Apr 11 19:23:29.943485 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae9da-c3dd-4143-bb11-3cb723be6259 req-4120d8e8-3713-4b91-ae63-26cc0e6f59cf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:29.945141 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b5bae9da-c3dd-4143-bb11-3cb723be6259 req-4120d8e8-3713-4b91-ae63-26cc0e6f59cf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0601606 Apr 11 19:23:29.998391 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b5bae9da-c3dd-4143-bb11-3cb723be6259 req-cbefccf3-efcf-466d-abc9-4f0160d6a304 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469937 Apr 11 19:23:30.134521 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57726) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:30.241102 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4737e929-c1df-4d25-834c-06a75da8fcc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.267943 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69eefd-060b-46ca-938d-a3b1b179a979 req-1a035b10-417a-47d8-8959-63117ea5fc41 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:30.269420 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-aa69eefd-060b-46ca-938d-a3b1b179a979 req-1a035b10-417a-47d8-8959-63117ea5fc41 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 943 time: 0.0575171 Apr 11 19:23:30.315198 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4737e929-c1df-4d25-834c-06a75da8fcc2 admin admin] Publish callbacks [] for security_group (44f3abec-9831-424f-9466-15e3ec7febfe), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.316714 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-aa69eefd-060b-46ca-938d-a3b1b179a979 req-d440a638-55e4-43a6-85e8-1086a8984985 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414236 Apr 11 19:23:30.406126 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4737e929-c1df-4d25-834c-06a75da8fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (44f3abec-9831-424f-9466-15e3ec7febfe), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.445369 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 57734) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:30.445572 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4737e929-c1df-4d25-834c-06a75da8fcc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=572c1f1f370e45069e6841efbe613549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097861 Apr 11 19:23:30.449054 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57736) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:30.465496 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8222e588-0ac2-4611-a805-001cf73f24ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.477596 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737e929-c1df-4d25-834c-06a75da8fcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f3abec-9831-424f-9466-15e3ec7febfe,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:30.510186 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ee34318-671d-4e1e-acc4-a7e664a4c9d8 admin admin] Publish callbacks [] for security_group (44f3abec-9831-424f-9466-15e3ec7febfe), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.536760 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ee34318-671d-4e1e-acc4-a7e664a4c9d8 admin admin] Publish callbacks [] for security_group (44f3abec-9831-424f-9466-15e3ec7febfe), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.550008 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8222e588-0ac2-4611-a805-001cf73f24ac admin admin] Publish callbacks [] for security_group (ec72b42c-8791-43d7-b216-1bf06e57787c), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.654663 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8222e588-0ac2-4611-a805-001cf73f24ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (ec72b42c-8791-43d7-b216-1bf06e57787c), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.686503 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ee34318-671d-4e1e-acc4-a7e664a4c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (44f3abec-9831-424f-9466-15e3ec7febfe), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.689165 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1ee34318-671d-4e1e-acc4-a7e664a4c9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.693477 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1ee34318-671d-4e1e-acc4-a7e664a4c9d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44f3abec-9831-424f-9466-15e3ec7febfe HTTP/1.1" status: 204 len: 168 time: 0.2439568 Apr 11 19:23:30.693866 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8222e588-0ac2-4611-a805-001cf73f24ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83b14918efa24bcab84352e2de81bb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427430 Apr 11 19:23:30.696393 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57742) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:30.697370 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222e588-0ac2-4611-a805-001cf73f24ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec72b42c-8791-43d7-b216-1bf06e57787c,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:30.714845 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee34318-671d-4e1e-acc4-a7e664a4c9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f3abec-9831-424f-9466-15e3ec7febfe,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:30.766079 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a45d-f0be-41e5-b030-dd361d44fda7 admin admin] Publish callbacks [] for security_group (ec72b42c-8791-43d7-b216-1bf06e57787c), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.797091 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a45d-f0be-41e5-b030-dd361d44fda7 admin admin] Publish callbacks [] for security_group (ec72b42c-8791-43d7-b216-1bf06e57787c), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.943440 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a45d-f0be-41e5-b030-dd361d44fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (ec72b42c-8791-43d7-b216-1bf06e57787c), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.946246 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a45d-f0be-41e5-b030-dd361d44fda7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.947513 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-aeb5a45d-f0be-41e5-b030-dd361d44fda7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec72b42c-8791-43d7-b216-1bf06e57787c HTTP/1.1" status: 204 len: 168 time: 0.2410376 Apr 11 19:23:30.957923 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5a45d-f0be-41e5-b030-dd361d44fda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec72b42c-8791-43d7-b216-1bf06e57787c,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:31.132012 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ce3c-4c9f-43e6-b00f-43b7cb324001 req-190029fa-6882-4a28-a6f0-ed16d597905f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:31.132012 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bc24ce3c-4c9f-43e6-b00f-43b7cb324001 req-190029fa-6882-4a28-a6f0-ed16d597905f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0519836 Apr 11 19:23:31.173108 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bc24ce3c-4c9f-43e6-b00f-43b7cb324001 req-995bafe2-e8d5-4080-a365-ec68b85b0b90 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Apr 11 19:23:31.449240 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:23:31.454061 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f94f7-dfe2-4c50-94da-fd6424ce64d3 req-156492c9-a506-43e2-941c-5362618f0267 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:31.454498 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-930f94f7-dfe2-4c50-94da-fd6424ce64d3 req-156492c9-a506-43e2-941c-5362618f0267 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 943 time: 0.0514865 Apr 11 19:23:31.539658 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5600f532-953a-40b6-aa74-78edf5c26ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:31.545895 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-930f94f7-dfe2-4c50-94da-fd6424ce64d3 req-d43ccdc5-16db-40ef-a804-b7649a883a5d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850914 Apr 11 19:23:31.641686 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:23:31.655774 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'port_id': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'mac_address': 'fa:16:3e:6d:34:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:23:31.695792 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:31.696617 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:31.712690 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:23:31.738592 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:23:31.806294 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:31.870963 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:31.907953 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:23:32.098088 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:23:32.288478 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314568d-72fc-47ae-bb30-bcfd9ba7b7f6 req-d20f4b88-4330-4cf6-aa67-75a9a4850693 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:32.289974 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5314568d-72fc-47ae-bb30-bcfd9ba7b7f6 req-d20f4b88-4330-4cf6-aa67-75a9a4850693 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0494158 Apr 11 19:23:32.341026 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5314568d-72fc-47ae-bb30-bcfd9ba7b7f6 req-d9a0c1c7-c492-4889-a2cf-4a15fe5a6383 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Apr 11 19:23:32.654978 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a711f01-e271-4ff6-a307-14ce8dd4ca91 req-d562bac9-10dc-4724-b2f1-a9b83d380a24 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:32.656634 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8a711f01-e271-4ff6-a307-14ce8dd4ca91 req-d562bac9-10dc-4724-b2f1-a9b83d380a24 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 944 time: 0.0494559 Apr 11 19:23:32.720789 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8a711f01-e271-4ff6-a307-14ce8dd4ca91 req-44cb406f-6c00-42d9-8b77-928cc786e8cd tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584147 Apr 11 19:23:33.172190 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 57862) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:33.280124 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c00c0f6c-ea4f-4742-b0d6-a0e76855a98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.356413 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c00c0f6c-ea4f-4742-b0d6-a0e76855a98e admin admin] Publish callbacks [] for security_group (aa385dd4-ee54-450c-b1c8-3dd68236845f), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.420336 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c00c0f6c-ea4f-4742-b0d6-a0e76855a98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (aa385dd4-ee54-450c-b1c8-3dd68236845f), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.478631 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebdace-74bc-4239-8eb4-629e9e4cc62e req-67705653-63f3-487e-aa36-4895cf47255f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:33.480163 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4bebdace-74bc-4239-8eb4-629e9e4cc62e req-67705653-63f3-487e-aa36-4895cf47255f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0717368 Apr 11 19:23:33.487260 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c00c0f6c-ea4f-4742-b0d6-a0e76855a98e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2555a69ce8ac4edd82caadf8192613ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139625 Apr 11 19:23:33.491727 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 57874) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:33.499924 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c0f6c-ea4f-4742-b0d6-a0e76855a98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa385dd4-ee54-450c-b1c8-3dd68236845f,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:33.540697 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4bebdace-74bc-4239-8eb4-629e9e4cc62e req-18c9dcab-b001-4e1c-8db6-ead220d13ace tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522091 Apr 11 19:23:33.553737 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c70eb3d-4d53-434a-ad48-b03117c7dcb3 admin admin] Publish callbacks [] for security_group (aa385dd4-ee54-450c-b1c8-3dd68236845f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.576229 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c70eb3d-4d53-434a-ad48-b03117c7dcb3 admin admin] Publish callbacks [] for security_group (aa385dd4-ee54-450c-b1c8-3dd68236845f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.630531 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:23:33.677811 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:23:33.745942 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:33.746159 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c70eb3d-4d53-434a-ad48-b03117c7dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (aa385dd4-ee54-450c-b1c8-3dd68236845f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.746324 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.750701 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c70eb3d-4d53-434a-ad48-b03117c7dcb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.752684 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1c70eb3d-4d53-434a-ad48-b03117c7dcb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa385dd4-ee54-450c-b1c8-3dd68236845f HTTP/1.1" status: 204 len: 168 time: 0.2614422 Apr 11 19:23:33.765649 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70eb3d-4d53-434a-ad48-b03117c7dcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa385dd4-ee54-450c-b1c8-3dd68236845f,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:33.854898 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:33.855287 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.879925 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:23:33.882138 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d59d7fe-ee28-475e-91e4-339d47368f4d" -d '{"events": [{"server_uuid": "41e8ca61-0511-49e7-beb3-3a03b965727a", "name": "network-vif-plugged", "status": "completed", "tag": "63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:23:33.888271 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d2a1-1f5f-44e9-b053-ba7a35d3f5b6 req-4cb8d32f-a5af-405b-ad92-bd285546ca38 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:33.889882 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0f79d2a1-1f5f-44e9-b053-ba7a35d3f5b6 req-4cb8d32f-a5af-405b-ad92-bd285546ca38 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 944 time: 0.0625157 Apr 11 19:23:33.895127 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:23:33.927816 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69478496-f636-4dae-909b-991d857ccd06 x-openstack-request-id: req-69478496-f636-4dae-909b-991d857ccd06 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:23:33.927816 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e8ca61-0511-49e7-beb3-3a03b965727a", "name": "network-vif-plugged", "status": "completed", "tag": "63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:23:33.927816 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69478496-f636-4dae-909b-991d857ccd06 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:23:33.927816 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69478496-f636-4dae-909b-991d857ccd06'] response: {'server_uuid': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'code': 200} Apr 11 19:23:33.941223 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0f79d2a1-1f5f-44e9-b053-ba7a35d3f5b6 req-c7485a0c-1c9d-4e16-8d5f-e62c520536f5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445523 Apr 11 19:23:33.943137 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5f593418-717c-440c-81b4-2c711aedb8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.994331 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:34.050521 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:34.638205 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:34.656903 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cc511-82ea-4e67-b0d2-cd1a3053a5a4 req-37a36974-6456-449c-9cd8-0b127ef60f5f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:34.658385 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-209cc511-82ea-4e67-b0d2-cd1a3053a5a4 req-37a36974-6456-449c-9cd8-0b127ef60f5f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0473704 Apr 11 19:23:34.704588 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-209cc511-82ea-4e67-b0d2-cd1a3053a5a4 req-e4100bbe-aac3-4358-a4cb-2ba4f9974f88 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Apr 11 19:23:35.061741 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e8d69-8555-4c4b-b02d-fb3a42739c1b req-309ea5f8-eca6-45c9-be50-4c111aaffff6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:35.063280 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-402e8d69-8555-4c4b-b02d-fb3a42739c1b req-309ea5f8-eca6-45c9-be50-4c111aaffff6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 945 time: 0.0537760 Apr 11 19:23:35.117928 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-402e8d69-8555-4c4b-b02d-fb3a42739c1b req-32709d05-0670-4f31-b300-4adfda3af5e0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488739 Apr 11 19:23:35.753681 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36cc81-cb73-427c-9eb8-55f67509b7ac req-64531f45-c26d-429d-988a-24c35fb7e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:35.756693 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3e36cc81-cb73-427c-9eb8-55f67509b7ac req-64531f45-c26d-429d-988a-24c35fb7e72c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 1129 time: 0.0617273 Apr 11 19:23:35.834713 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616dd5c-ccc3-4fc0-844a-5b5dc018e2fa req-f8d6b34f-8bc0-4ca1-8916-be109846d8cf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:35.836264 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0616dd5c-ccc3-4fc0-844a-5b5dc018e2fa req-f8d6b34f-8bc0-4ca1-8916-be109846d8cf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0627344 Apr 11 19:23:35.856995 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3e36cc81-cb73-427c-9eb8-55f67509b7ac req-0185108f-8a64-460e-a27b-693c97a485ca service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917490 Apr 11 19:23:35.895877 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0616dd5c-ccc3-4fc0-844a-5b5dc018e2fa req-202087d9-c73c-479f-9a63-582c94e87562 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472887 Apr 11 19:23:36.262819 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b18842-3363-4f6d-aab9-517d61f0f159 req-1ce613b0-c073-4845-b5f2-5e1998fcb74d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:36.271703 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-23b18842-3363-4f6d-aab9-517d61f0f159 req-1ce613b0-c073-4845-b5f2-5e1998fcb74d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 945 time: 0.0729473 Apr 11 19:23:36.345325 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-23b18842-3363-4f6d-aab9-517d61f0f159 req-12d10072-b0fd-462b-be7d-4b244f8ec048 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750687 Apr 11 19:23:36.400173 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.030816 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94d0e6-7a18-43c0-863f-aa6d7208f30a req-2d9058bf-0403-4e7c-b22d-5292fd923827 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:37.032474 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bd94d0e6-7a18-43c0-863f-aa6d7208f30a req-2d9058bf-0403-4e7c-b22d-5292fd923827 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0689063 Apr 11 19:23:37.032888 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58050) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:37.093088 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bd94d0e6-7a18-43c0-863f-aa6d7208f30a req-6786db4d-a0e3-4fe0-9ec3-faf5a733a9ef tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 Apr 11 19:23:37.115663 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58060) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:37.161736 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2222441-b5c0-4594-9dc5-8128a0a3b8f9 admin admin] Deleting subnet d89e4b74-de69-4224-8844-e87039e34a83 {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:23:37.165083 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c2222441-b5c0-4594-9dc5-8128a0a3b8f9 admin admin] Publish callbacks [] for subnet (d89e4b74-de69-4224-8844-e87039e34a83), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.204804 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-625d35e0-de01-4ddc-be61-b9fd6c4eccf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.221528 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c2222441-b5c0-4594-9dc5-8128a0a3b8f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (d89e4b74-de69-4224-8844-e87039e34a83), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.278408 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c2222441-b5c0-4594-9dc5-8128a0a3b8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (d89e4b74-de69-4224-8844-e87039e34a83), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.363171 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-625d35e0-de01-4ddc-be61-b9fd6c4eccf5 admin admin] Publish callbacks [] for security_group (b42508e1-fbb6-4e05-bb70-4fc4735b4969), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.457807 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-625d35e0-de01-4ddc-be61-b9fd6c4eccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (b42508e1-fbb6-4e05-bb70-4fc4735b4969), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.462934 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c2222441-b5c0-4594-9dc5-8128a0a3b8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (d89e4b74-de69-4224-8844-e87039e34a83), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.493562 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99085487-e55c-41ca-982f-ff6e7d0ca1c9 req-f3735849-5791-4ecf-99a5-cbd047c1096e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:37.495163 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-99085487-e55c-41ca-982f-ff6e7d0ca1c9 req-f3735849-5791-4ecf-99a5-cbd047c1096e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 945 time: 0.0821331 Apr 11 19:23:37.510410 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c2222441-b5c0-4594-9dc5-8128a0a3b8f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.513778 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c2222441-b5c0-4594-9dc5-8128a0a3b8f9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d89e4b74-de69-4224-8844-e87039e34a83 HTTP/1.1" status: 204 len: 168 time: 0.3970976 Apr 11 19:23:37.523014 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58084) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:37.551298 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-625d35e0-de01-4ddc-be61-b9fd6c4eccf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36db489641064e5a9e30384c3e09fe08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5171304 Apr 11 19:23:37.552081 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2222441-b5c0-4594-9dc5-8128a0a3b8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89e4b74-de69-4224-8844-e87039e34a83,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:37.554526 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58088) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:37.557132 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d35e0-de01-4ddc-be61-b9fd6c4eccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42508e1-fbb6-4e05-bb70-4fc4735b4969,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:37.619403 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.642434 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-99085487-e55c-41ca-982f-ff6e7d0ca1c9 req-07beb6ae-8403-4d91-808a-d3d3ae10ce4d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404922 Apr 11 19:23:37.652046 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5872-cfc6-4388-ab1f-363d85f56eb1 admin admin] Publish callbacks [] for security_group (b42508e1-fbb6-4e05-bb70-4fc4735b4969), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.676741 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5872-cfc6-4388-ab1f-363d85f56eb1 admin admin] Publish callbacks [] for security_group (b42508e1-fbb6-4e05-bb70-4fc4735b4969), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.722186 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.746405 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:37.756151 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152f94ea-b33a-4508-805d-9a475cac94bb') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:37.756452 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152f94ea-b33a-4508-805d-9a475cac94bb') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:37.779442 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28937096'] for segment (152f94ea-b33a-4508-805d-9a475cac94bb), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.793240 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (152f94ea-b33a-4508-805d-9a475cac94bb), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.802045 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:23:37.802045 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28865009'] for segment (152f94ea-b33a-4508-805d-9a475cac94bb), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: Traceback (most recent call last): Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: timer() Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: cb(*args, **kw) Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: return func(*args, **kwargs) Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: self._notify() Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: self.callback(batched_events) Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: event.method(event) Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: return f(self, *a, **k) Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._get(url).json() Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: return self.request(url, 'GET', **kwargs) Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:23:37.803104 dv-cinder-837362-1-iscsi neutron-server[103943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:23:37.820803 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5872-cfc6-4388-ab1f-363d85f56eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (b42508e1-fbb6-4e05-bb70-4fc4735b4969), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.823395 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5872-cfc6-4388-ab1f-363d85f56eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.826947 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1bbb5872-cfc6-4388-ab1f-363d85f56eb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b42508e1-fbb6-4e05-bb70-4fc4735b4969 HTTP/1.1" status: 204 len: 168 time: 0.2686126 Apr 11 19:23:37.833049 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb5872-cfc6-4388-ab1f-363d85f56eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42508e1-fbb6-4e05-bb70-4fc4735b4969,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:37.932080 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.960359 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.966685 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:37.969963 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca HTTP/1.1" status: 204 len: 168 time: 0.4459109 Apr 11 19:23:37.972958 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58102) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:37.981174 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbf1a5-71ed-4a02-a5a4-b099274706fa admin admin] Pushing event deleted for resources: {'Network': ['ID=78e94f91-cfa4-4c4e-82d3-dfac6bbe5cca,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:38.019587 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55f9d66-e056-4b92-a712-3303ef303198 admin admin] Deleting subnet f829d507-9cb1-45fc-a043-2363b5e9ac23 {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:23:38.023015 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f55f9d66-e056-4b92-a712-3303ef303198 admin admin] Publish callbacks [] for subnet (f829d507-9cb1-45fc-a043-2363b5e9ac23), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.063494 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f55f9d66-e056-4b92-a712-3303ef303198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (f829d507-9cb1-45fc-a043-2363b5e9ac23), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.103400 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f55f9d66-e056-4b92-a712-3303ef303198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (f829d507-9cb1-45fc-a043-2363b5e9ac23), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.217494 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921bd4b-4368-4eee-854a-65f20eccfa9a req-fad21361-e4d4-478f-998a-c28ed65e02e1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:38.219051 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4921bd4b-4368-4eee-854a-65f20eccfa9a req-fad21361-e4d4-478f-998a-c28ed65e02e1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0532150 Apr 11 19:23:38.240517 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f55f9d66-e056-4b92-a712-3303ef303198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (f829d507-9cb1-45fc-a043-2363b5e9ac23), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.271207 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f9d66-e056-4b92-a712-3303ef303198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f829d507-9cb1-45fc-a043-2363b5e9ac23,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:38.275075 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4921bd4b-4368-4eee-854a-65f20eccfa9a req-5073552e-2255-4ab6-aeb4-c30234ae94a5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Apr 11 19:23:38.277615 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f55f9d66-e056-4b92-a712-3303ef303198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.283294 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f55f9d66-e056-4b92-a712-3303ef303198 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f829d507-9cb1-45fc-a043-2363b5e9ac23 HTTP/1.1" status: 204 len: 168 time: 0.3071189 Apr 11 19:23:38.283768 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58108) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:38.358234 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (d415d4e1-6b63-4d6c-93f2-509da7e55e27), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.437586 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (d415d4e1-6b63-4d6c-93f2-509da7e55e27), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.457525 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d415d4e1-6b63-4d6c-93f2-509da7e55e27']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:38.468810 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04e3435-6a3c-48f6-b9b2-bd6f2ab8507b') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:38.469119 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04e3435-6a3c-48f6-b9b2-bd6f2ab8507b') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:38.479132 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58110) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:38.481621 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28937096'] for segment (b04e3435-6a3c-48f6-b9b2-bd6f2ab8507b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.492224 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7f5c78a4-a1f1-4fcb-8872-7f9404b28cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.496023 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (b04e3435-6a3c-48f6-b9b2-bd6f2ab8507b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.503333 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:23:38.503754 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28865009'] for segment (b04e3435-6a3c-48f6-b9b2-bd6f2ab8507b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: Traceback (most recent call last): Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: timer() Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: cb(*args, **kw) Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: return func(*args, **kwargs) Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: self._notify() Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: self.callback(batched_events) Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: event.method(event) Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: return f(self, *a, **k) Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._get(url).json() Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: return self.request(url, 'GET', **kwargs) Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:23:38.505531 dv-cinder-837362-1-iscsi neutron-server[103943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:23:38.566713 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7f5c78a4-a1f1-4fcb-8872-7f9404b28cc4 admin admin] Publish callbacks [] for security_group (1f4e13f1-08ba-41b2-a2af-74df3f90d9a4), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.631707 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7f5c78a4-a1f1-4fcb-8872-7f9404b28cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (1f4e13f1-08ba-41b2-a2af-74df3f90d9a4), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.631945 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (d415d4e1-6b63-4d6c-93f2-509da7e55e27), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.636917 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.640795 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d415d4e1-6b63-4d6c-93f2-509da7e55e27 HTTP/1.1" status: 204 len: 168 time: 0.3552632 Apr 11 19:23:38.665514 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7339ad5-a7ca-4483-a66b-81d37ca1c2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d415d4e1-6b63-4d6c-93f2-509da7e55e27,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:38.678224 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7f5c78a4-a1f1-4fcb-8872-7f9404b28cc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80bd7b7c89e841ba87255077ab20c8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977623 Apr 11 19:23:38.679105 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c78a4-a1f1-4fcb-8872-7f9404b28cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4e13f1-08ba-41b2-a2af-74df3f90d9a4,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:38.680775 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58116) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:38.778537 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8dd56ff6-610c-40bd-85ce-82e7306abbbd admin admin] Publish callbacks [] for security_group (1f4e13f1-08ba-41b2-a2af-74df3f90d9a4), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.782116 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba4304-9c72-47f8-9a14-a994a66518fb req-4947dac6-ce34-4e76-b928-25e08dc6fb25 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:38.783633 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ddba4304-9c72-47f8-9a14-a994a66518fb req-4947dac6-ce34-4e76-b928-25e08dc6fb25 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 945 time: 0.0601308 Apr 11 19:23:38.820717 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8dd56ff6-610c-40bd-85ce-82e7306abbbd admin admin] Publish callbacks [] for security_group (1f4e13f1-08ba-41b2-a2af-74df3f90d9a4), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.874222 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ddba4304-9c72-47f8-9a14-a994a66518fb req-7238612a-19b5-4566-a9aa-c3d59a9525fc tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844145 Apr 11 19:23:38.987235 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230d484-6a4a-4c61-b96a-06495eaf46ba req-1ecc19ea-25e9-4294-9ee7-0870268ce379 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:38.988921 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3230d484-6a4a-4c61-b96a-06495eaf46ba req-1ecc19ea-25e9-4294-9ee7-0870268ce379 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 945 time: 0.0479877 Apr 11 19:23:38.990235 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8dd56ff6-610c-40bd-85ce-82e7306abbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (1f4e13f1-08ba-41b2-a2af-74df3f90d9a4), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:38.999298 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8dd56ff6-610c-40bd-85ce-82e7306abbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:39.000602 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8dd56ff6-610c-40bd-85ce-82e7306abbbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f4e13f1-08ba-41b2-a2af-74df3f90d9a4 HTTP/1.1" status: 204 len: 168 time: 0.3187778 Apr 11 19:23:39.001284 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58130) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:39.008694 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-af66df80-bbbf-42dd-9fdd-ef26819349d0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'floatingip': {'port_id': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:39.075700 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd56ff6-610c-40bd-85ce-82e7306abbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4e13f1-08ba-41b2-a2af-74df3f90d9a4,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:39.088744 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-af66df80-bbbf-42dd-9fdd-ef26819349d0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (ef35b867-b486-4ccc-9fdd-8e9470479138), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:39.163131 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58136) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:39.210643 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ab04621e-a89b-46d2-91fa-a561b4d4ef11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82c28204f3274c3f962ccaf5436e361c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463405 Apr 11 19:23:39.213070 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58140) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:39.279834 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-46ad492b-7805-4eae-a3d6-c4d376566d9d admin admin] Publish callbacks [] for security_group (eb3f2830-9bae-4984-9170-b768381fd387), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:39.320405 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-46ad492b-7805-4eae-a3d6-c4d376566d9d admin admin] Publish callbacks [] for security_group (eb3f2830-9bae-4984-9170-b768381fd387), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:39.423958 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58154) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:39.507261 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf06c3-40dc-48ed-869a-5ac6acaa74ff req-a8d13b54-331c-4403-b0c2-134d1d71dec9 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:39.512416 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1acf06c3-40dc-48ed-869a-5ac6acaa74ff req-a8d13b54-331c-4403-b0c2-134d1d71dec9 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.1026201 Apr 11 19:23:39.518404 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-46ad492b-7805-4eae-a3d6-c4d376566d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (eb3f2830-9bae-4984-9170-b768381fd387), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:39.521277 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-46ad492b-7805-4eae-a3d6-c4d376566d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:39.524671 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-46ad492b-7805-4eae-a3d6-c4d376566d9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb3f2830-9bae-4984-9170-b768381fd387 HTTP/1.1" status: 204 len: 168 time: 0.3079767 Apr 11 19:23:39.533873 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad492b-7805-4eae-a3d6-c4d376566d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3f2830-9bae-4984-9170-b768381fd387,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:39.691733 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f36741c4-b870-4221-9261-f2c533923f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:39.798900 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f36741c4-b870-4221-9261-f2c533923f2b admin admin] Publish callbacks [] for security_group (454ea8f9-44f8-4735-a594-cd4c619073a4), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:39.869772 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f36741c4-b870-4221-9261-f2c533923f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (454ea8f9-44f8-4735-a594-cd4c619073a4), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:39.912243 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f36741c4-b870-4221-9261-f2c533923f2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ca23932495948d1ac78dd2eef7d5a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4871907 Apr 11 19:23:39.914327 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36741c4-b870-4221-9261-f2c533923f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454ea8f9-44f8-4735-a594-cd4c619073a4,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:39.917384 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58176) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:39.921034 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1acf06c3-40dc-48ed-869a-5ac6acaa74ff req-70b35cd3-6eb6-4b3d-8e25-adfced6ecb73 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875642 Apr 11 19:23:40.001908 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33f1a060-3f9e-4982-82c5-24ea5dab9fc3 admin admin] Publish callbacks [] for security_group (454ea8f9-44f8-4735-a594-cd4c619073a4), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.024425 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33f1a060-3f9e-4982-82c5-24ea5dab9fc3 admin admin] Publish callbacks [] for security_group (454ea8f9-44f8-4735-a594-cd4c619073a4), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.133345 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-af66df80-bbbf-42dd-9fdd-ef26819349d0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.155517 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58180) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:40.172280 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-654ec0e7-f05a-40b6-a2b4-da439e5426b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.193199 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33f1a060-3f9e-4982-82c5-24ea5dab9fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (454ea8f9-44f8-4735-a594-cd4c619073a4), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.193199 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33f1a060-3f9e-4982-82c5-24ea5dab9fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.193199 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-33f1a060-3f9e-4982-82c5-24ea5dab9fc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/454ea8f9-44f8-4735-a594-cd4c619073a4 HTTP/1.1" status: 204 len: 168 time: 0.2743647 Apr 11 19:23:40.212424 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1a060-3f9e-4982-82c5-24ea5dab9fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454ea8f9-44f8-4735-a594-cd4c619073a4,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:40.239803 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-af66df80-bbbf-42dd-9fdd-ef26819349d0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (ef35b867-b486-4ccc-9fdd-8e9470479138), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.292248 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-654ec0e7-f05a-40b6-a2b4-da439e5426b6 admin admin] Publish callbacks [] for security_group (2a49aab2-a83d-41a1-9433-78453b046ef7), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.354936 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-af66df80-bbbf-42dd-9fdd-ef26819349d0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Floating IP ef35b867-b486-4ccc-9fdd-8e9470479138 associated. External IP: 172.27.2.161, port: 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a. Apr 11 19:23:40.386082 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-654ec0e7-f05a-40b6-a2b4-da439e5426b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (2a49aab2-a83d-41a1-9433-78453b046ef7), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.424867 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-654ec0e7-f05a-40b6-a2b4-da439e5426b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12644c474d504a929a8a7424c985578f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678554 Apr 11 19:23:40.426778 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ec0e7-f05a-40b6-a2b4-da439e5426b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a49aab2-a83d-41a1-9433-78453b046ef7,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:40.430043 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58186) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:40.488034 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e30f1453-6f73-4faf-8bb5-af3a36a328f2 admin admin] Publish callbacks [] for security_group (2a49aab2-a83d-41a1-9433-78453b046ef7), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.524246 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e30f1453-6f73-4faf-8bb5-af3a36a328f2 admin admin] Publish callbacks [] for security_group (2a49aab2-a83d-41a1-9433-78453b046ef7), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.591610 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af66df80-bbbf-42dd-9fdd-ef26819349d0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Router 901fed40-c74c-4f1b-a871-d6a1540afa60 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:23:40.666635 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58194) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:40.681891 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e30f1453-6f73-4faf-8bb5-af3a36a328f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (2a49aab2-a83d-41a1-9433-78453b046ef7), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.692845 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e30f1453-6f73-4faf-8bb5-af3a36a328f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.694033 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-e30f1453-6f73-4faf-8bb5-af3a36a328f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a49aab2-a83d-41a1-9433-78453b046ef7 HTTP/1.1" status: 204 len: 168 time: 0.2628088 Apr 11 19:23:40.716480 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f1453-6f73-4faf-8bb5-af3a36a328f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a49aab2-a83d-41a1-9433-78453b046ef7,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:40.763720 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af66df80-bbbf-42dd-9fdd-ef26819349d0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:23:40.770850 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-cbceeee5-1629-4c82-9f7c-4aefbea0fd21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e25ac8800c724316accf1e3b804153b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1008861 Apr 11 19:23:40.771908 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-af66df80-bbbf-42dd-9fdd-ef26819349d0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.773964 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58198) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:40.777287 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270c2152-18a2-48d8-b154-b00855251d67 None None] Sync routers for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:23:40.788950 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c2152-18a2-48d8-b154-b00855251d67 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:23:40.790917 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-270c2152-18a2-48d8-b154-b00855251d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:23:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:40.806784 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58200) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:40.836235 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-af66df80-bbbf-42dd-9fdd-ef26819349d0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "PUT /v2.0/floatingips/ef35b867-b486-4ccc-9fdd-8e9470479138 HTTP/1.1" status: 200 len: 991 time: 1.8320019 Apr 11 19:23:40.839959 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'tag': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:23:40.843228 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072aed6a-0fec-41dc-ae52-bed6fead9902" -d '{"events": [{"name": "network-changed", "server_uuid": "41e8ca61-0511-49e7-beb3-3a03b965727a", "tag": "63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:23:40.892506 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed99097c-c29a-433b-a155-b84160cffd37 x-openstack-request-id: req-ed99097c-c29a-433b-a155-b84160cffd37 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:23:40.892793 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e8ca61-0511-49e7-beb3-3a03b965727a", "tag": "63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:23:40.900423 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed99097c-c29a-433b-a155-b84160cffd37 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:23:40.900423 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed99097c-c29a-433b-a155-b84160cffd37'] response: {'name': 'network-changed', 'server_uuid': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'tag': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'status': 'completed', 'code': 200} Apr 11 19:23:40.906475 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-117743c6-e0f8-4d04-adca-c14a8fbea362 admin admin] Publish callbacks [] for security_group (c66b79da-562c-4370-96fe-3427bdcc43b7), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.914805 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-270c2152-18a2-48d8-b154-b00855251d67 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:23:40.940374 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-117743c6-e0f8-4d04-adca-c14a8fbea362 admin admin] Publish callbacks [] for security_group (c66b79da-562c-4370-96fe-3427bdcc43b7), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:40.988393 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aed6a-0fec-41dc-ae52-bed6fead9902 req-0a6244d2-49ee-4574-b0dd-ca0e834c5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:40.989940 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-072aed6a-0fec-41dc-ae52-bed6fead9902 req-0a6244d2-49ee-4574-b0dd-ca0e834c5c85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 1129 time: 0.0605586 Apr 11 19:23:41.099368 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aed6a-0fec-41dc-ae52-bed6fead9902 req-e1bfb911-61ba-4f31-8e50-03475622692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:41.100899 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-072aed6a-0fec-41dc-ae52-bed6fead9902 req-e1bfb911-61ba-4f31-8e50-03475622692a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 916 time: 0.1025712 Apr 11 19:23:41.192945 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-270c2152-18a2-48d8-b154-b00855251d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'ef35b867-b486-4ccc-9fdd-8e9470479138', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:6d:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:23:17Z', 'updated_at': '2022-04-11T19:23:39Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:41.218906 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1d6a9-16a1-48b2-95a4-eb9e652faeb9 req-f8fc3412-70ea-4966-9d44-91289fd00cec tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:41.227730 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270c2152-18a2-48d8-b154-b00855251d67 None None] Checking router: 901fed40-c74c-4f1b-a871-d6a1540afa60 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:23:41.227941 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-30b1d6a9-16a1-48b2-95a4-eb9e652faeb9 req-f8fc3412-70ea-4966-9d44-91289fd00cec tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.1237695 Apr 11 19:23:41.233467 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c2152-18a2-48d8-b154-b00855251d67 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:23:41.234096 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-270c2152-18a2-48d8-b154-b00855251d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:23:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:41.272381 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-072aed6a-0fec-41dc-ae52-bed6fead9902 req-852449dd-48e5-48d2-b36e-dccb3fb74b2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a HTTP/1.1" status: 200 len: 999 time: 0.1599042 Apr 11 19:23:41.334996 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-117743c6-e0f8-4d04-adca-c14a8fbea362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (c66b79da-562c-4370-96fe-3427bdcc43b7), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:41.337584 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-117743c6-e0f8-4d04-adca-c14a8fbea362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:41.341028 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-117743c6-e0f8-4d04-adca-c14a8fbea362 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c66b79da-562c-4370-96fe-3427bdcc43b7 HTTP/1.1" status: 204 len: 168 time: 0.5638208 Apr 11 19:23:41.356118 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-30b1d6a9-16a1-48b2-95a4-eb9e652faeb9 req-f18ec062-4278-4523-8d72-26a15e478631 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294966 Apr 11 19:23:41.367815 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aed6a-0fec-41dc-ae52-bed6fead9902 req-6aebce33-aa7e-4ec2-9d85-89e6274dd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:41.369499 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-072aed6a-0fec-41dc-ae52-bed6fead9902 req-6aebce33-aa7e-4ec2-9d85-89e6274dd39c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0 HTTP/1.1" status: 200 len: 854 time: 0.0759783 Apr 11 19:23:41.370400 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117743c6-e0f8-4d04-adca-c14a8fbea362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66b79da-562c-4370-96fe-3427bdcc43b7,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:41.373902 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-270c2152-18a2-48d8-b154-b00855251d67 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:23:41.437380 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-36359c28-e854-4aa5-a138-4bec5bb42015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:41.445566 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aed6a-0fec-41dc-ae52-bed6fead9902 req-80c9a587-6f19-46b5-a73d-68b7e85dedad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:41.447369 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-072aed6a-0fec-41dc-ae52-bed6fead9902 req-80c9a587-6f19-46b5-a73d-68b7e85dedad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2ff84dc-700b-4158-8f83-714808b8c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700533 Apr 11 19:23:41.605610 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-36359c28-e854-4aa5-a138-4bec5bb42015 admin admin] Publish callbacks [] for security_group (7a7c27e0-11f7-4c53-86b6-48606290f27b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:41.606091 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-072aed6a-0fec-41dc-ae52-bed6fead9902 req-59e97fe3-0f41-43c3-9f75-991a04bd693f service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488845 Apr 11 19:23:41.655170 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-270c2152-18a2-48d8-b154-b00855251d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'ef35b867-b486-4ccc-9fdd-8e9470479138', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:6d:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:23:17Z', 'updated_at': '2022-04-11T19:23:39Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:41.660919 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-36359c28-e854-4aa5-a138-4bec5bb42015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (7a7c27e0-11f7-4c53-86b6-48606290f27b), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:41.692619 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270c2152-18a2-48d8-b154-b00855251d67 None None] The sync data for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi is: [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'ef35b867-b486-4ccc-9fdd-8e9470479138', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:6d:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:23:17Z', 'updated_at': '2022-04-11T19:23:39Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:23:41.722881 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-36359c28-e854-4aa5-a138-4bec5bb42015 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a32e4e2abcde47c099c4c2a4bf950264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9150000 Apr 11 19:23:41.725518 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36359c28-e854-4aa5-a138-4bec5bb42015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7c27e0-11f7-4c53-86b6-48606290f27b,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:41.725780 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58232) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:41.801425 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-072aed6a-0fec-41dc-ae52-bed6fead9902 req-584305c9-411c-4ecf-9f2a-5d642380ec07 service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873631 Apr 11 19:23:41.852874 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92dd86d4-30c5-46b5-943d-312f76b2f130 admin admin] Publish callbacks [] for security_group (7a7c27e0-11f7-4c53-86b6-48606290f27b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:41.875491 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92dd86d4-30c5-46b5-943d-312f76b2f130 admin admin] Publish callbacks [] for security_group (7a7c27e0-11f7-4c53-86b6-48606290f27b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:41.939491 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f35caf-c4d6-4c33-854a-1b9de0f0d4f0 None None] New status for floating IP ef35b867-b486-4ccc-9fdd-8e9470479138: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:23:42.026363 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92dd86d4-30c5-46b5-943d-312f76b2f130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (7a7c27e0-11f7-4c53-86b6-48606290f27b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:42.029521 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-92dd86d4-30c5-46b5-943d-312f76b2f130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:42.030695 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-92dd86d4-30c5-46b5-943d-312f76b2f130 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a7c27e0-11f7-4c53-86b6-48606290f27b HTTP/1.1" status: 204 len: 168 time: 0.3039517 Apr 11 19:23:42.039545 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd86d4-30c5-46b5-943d-312f76b2f130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7c27e0-11f7-4c53-86b6-48606290f27b,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:42.504119 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6980d9-b631-4179-a070-be792895ea0b req-73cb5187-3420-4496-9ef4-23b4d0354ef8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:42.511783 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4a6980d9-b631-4179-a070-be792895ea0b req-73cb5187-3420-4496-9ef4-23b4d0354ef8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0699492 Apr 11 19:23:42.554562 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4a6980d9-b631-4179-a070-be792895ea0b req-5cd7c420-a432-4630-be76-4b1227232d26 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Apr 11 19:23:42.805607 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58274) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:42.829572 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-48521d28-dcdb-4864-9038-acd919ac9959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:42.917410 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-48521d28-dcdb-4864-9038-acd919ac9959 admin admin] Publish callbacks [] for security_group (daa772e4-fff1-4272-9504-7073dbd361c1), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:43.003360 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-48521d28-dcdb-4864-9038-acd919ac9959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (daa772e4-fff1-4272-9504-7073dbd361c1), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:43.047638 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-48521d28-dcdb-4864-9038-acd919ac9959 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33733eca09154f5799000e2d0059b350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386355 Apr 11 19:23:43.047638 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48521d28-dcdb-4864-9038-acd919ac9959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa772e4-fff1-4272-9504-7073dbd361c1,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:43.051085 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58286) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:43.118672 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b16088d3-0828-4838-9816-692b486c43ee admin admin] Publish callbacks [] for security_group (daa772e4-fff1-4272-9504-7073dbd361c1), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:43.150696 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b16088d3-0828-4838-9816-692b486c43ee admin admin] Publish callbacks [] for security_group (daa772e4-fff1-4272-9504-7073dbd361c1), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:43.285083 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b16088d3-0828-4838-9816-692b486c43ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (daa772e4-fff1-4272-9504-7073dbd361c1), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:43.285083 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b16088d3-0828-4838-9816-692b486c43ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:43.288427 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b16088d3-0828-4838-9816-692b486c43ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/daa772e4-fff1-4272-9504-7073dbd361c1 HTTP/1.1" status: 204 len: 168 time: 0.2363393 Apr 11 19:23:43.298205 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16088d3-0828-4838-9816-692b486c43ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa772e4-fff1-4272-9504-7073dbd361c1,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:43.698339 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9133da2-1431-478a-a227-577942f14b5d req-aa2ee2f7-28f8-43c0-a811-b268304829e7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:43.700897 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9133da2-1431-478a-a227-577942f14b5d req-aa2ee2f7-28f8-43c0-a811-b268304829e7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0593095 Apr 11 19:23:43.781264 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9133da2-1431-478a-a227-577942f14b5d req-a2387ac8-6ca6-42c2-8462-015d8311cdba tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728450 Apr 11 19:23:43.857346 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa86d70-aad3-4091-8e72-467b65a544a3 req-ba31cf23-9df4-483e-ac67-46441315ebf6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:43.858953 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7fa86d70-aad3-4091-8e72-467b65a544a3 req-ba31cf23-9df4-483e-ac67-46441315ebf6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0628657 Apr 11 19:23:43.911408 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7fa86d70-aad3-4091-8e72-467b65a544a3 req-387616ef-caf2-42a1-8e65-718da802dfff tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450971 Apr 11 19:23:44.916366 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612229d-a443-4c2a-9aac-a571f77d7e17 req-4015ec2a-2822-4ce7-9865-2af037e375ca tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:44.920424 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c612229d-a443-4c2a-9aac-a571f77d7e17 req-4015ec2a-2822-4ce7-9865-2af037e375ca tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0678158 Apr 11 19:23:44.972532 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c612229d-a443-4c2a-9aac-a571f77d7e17 req-a0f01daa-d8cd-45c3-bc64-09025e0ee89f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483010 Apr 11 19:23:45.058105 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12767d1-9a42-46b3-860e-917eec1e743f req-169bcfef-f62c-45b7-9cb3-1aaf95e90e1b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:45.060219 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f12767d1-9a42-46b3-860e-917eec1e743f req-169bcfef-f62c-45b7-9cb3-1aaf95e90e1b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0541205 Apr 11 19:23:45.106565 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f12767d1-9a42-46b3-860e-917eec1e743f req-22a93d94-6f06-4e52-8aa2-c49eff901cac tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407350 Apr 11 19:23:46.091661 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f05a2c-6311-4c82-92ab-7fe802c8998b req-e9f16c35-a3ee-4243-bc7e-bc299954b3d4 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:46.093219 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-02f05a2c-6311-4c82-92ab-7fe802c8998b req-e9f16c35-a3ee-4243-bc7e-bc299954b3d4 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0492153 Apr 11 19:23:46.142459 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-02f05a2c-6311-4c82-92ab-7fe802c8998b req-00e8160d-990b-4748-8142-b98121a4ad9c tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Apr 11 19:23:46.254349 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111576e-89eb-411e-945b-d7895edc6e6f req-d7341a32-9cfd-4d9c-bc67-acbaeddf29af tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:46.254349 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2111576e-89eb-411e-945b-d7895edc6e6f req-d7341a32-9cfd-4d9c-bc67-acbaeddf29af tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0542347 Apr 11 19:23:46.291707 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2111576e-89eb-411e-945b-d7895edc6e6f req-fec87d57-79a1-40b6-862b-07bc077586b4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416932 Apr 11 19:23:46.739086 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58482) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:46.846114 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-54607d5a-4c93-4370-ada8-21038feea605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:46.921127 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-54607d5a-4c93-4370-ada8-21038feea605 admin admin] Publish callbacks [] for security_group (ae922d69-8b5c-42d2-9024-2f10af388dc8), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.000579 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-54607d5a-4c93-4370-ada8-21038feea605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (ae922d69-8b5c-42d2-9024-2f10af388dc8), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.039489 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54607d5a-4c93-4370-ada8-21038feea605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae922d69-8b5c-42d2-9024-2f10af388dc8,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:47.044427 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-54607d5a-4c93-4370-ada8-21038feea605 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2af62a43f80c42f4ae89b81f035ce7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037987 Apr 11 19:23:47.047116 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58490) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:47.096091 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-63ba29e9-3ebf-454f-995f-aaadd491e257 admin admin] Publish callbacks [] for security_group (ae922d69-8b5c-42d2-9024-2f10af388dc8), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.120965 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-63ba29e9-3ebf-454f-995f-aaadd491e257 admin admin] Publish callbacks [] for security_group (ae922d69-8b5c-42d2-9024-2f10af388dc8), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.191073 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58496) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:47.258768 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-63ba29e9-3ebf-454f-995f-aaadd491e257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (ae922d69-8b5c-42d2-9024-2f10af388dc8), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.261379 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-63ba29e9-3ebf-454f-995f-aaadd491e257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.262547 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-63ba29e9-3ebf-454f-995f-aaadd491e257 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae922d69-8b5c-42d2-9024-2f10af388dc8 HTTP/1.1" status: 204 len: 168 time: 0.2145500 Apr 11 19:23:47.273684 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba29e9-3ebf-454f-995f-aaadd491e257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae922d69-8b5c-42d2-9024-2f10af388dc8,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:47.290593 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0069c5-3c25-48d4-a239-8f7ab74a18b0 req-0567b991-5eef-46a5-be4b-30ccde2ad038 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:47.297229 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac0069c5-3c25-48d4-a239-8f7ab74a18b0 req-0567b991-5eef-46a5-be4b-30ccde2ad038 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0774317 Apr 11 19:23:47.319613 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1432e085-ab5a-4a77-9abc-22314b19c58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.377093 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac0069c5-3c25-48d4-a239-8f7ab74a18b0 req-bb401a1d-5f38-4e68-9e19-9d1670c46407 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728474 Apr 11 19:23:47.437015 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b973f7-cbd3-4bc2-abb7-a43171adc59b req-d120a27d-7e49-4e64-a1a8-e4f5a342280e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:47.438484 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-79b973f7-cbd3-4bc2-abb7-a43171adc59b req-d120a27d-7e49-4e64-a1a8-e4f5a342280e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0576403 Apr 11 19:23:47.483969 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1432e085-ab5a-4a77-9abc-22314b19c58e admin admin] Publish callbacks [] for security_group (e40dfc99-1329-472b-afe3-e726c0139c6d), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.513552 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-79b973f7-cbd3-4bc2-abb7-a43171adc59b req-6d32721e-90e0-44e0-b694-c6f8e31e184c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688174 Apr 11 19:23:47.548978 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1432e085-ab5a-4a77-9abc-22314b19c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (e40dfc99-1329-472b-afe3-e726c0139c6d), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.589115 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1432e085-ab5a-4a77-9abc-22314b19c58e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5f8ad6c6a8443a189a0f68fb5975e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969004 Apr 11 19:23:47.589967 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432e085-ab5a-4a77-9abc-22314b19c58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40dfc99-1329-472b-afe3-e726c0139c6d,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:47.592282 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58514) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:47.656328 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e4aab574-cb27-453a-98e3-3196ebe8571c admin admin] Publish callbacks [] for security_group (e40dfc99-1329-472b-afe3-e726c0139c6d), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.677217 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e4aab574-cb27-453a-98e3-3196ebe8571c admin admin] Publish callbacks [] for security_group (e40dfc99-1329-472b-afe3-e726c0139c6d), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.808707 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e4aab574-cb27-453a-98e3-3196ebe8571c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (e40dfc99-1329-472b-afe3-e726c0139c6d), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.811153 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e4aab574-cb27-453a-98e3-3196ebe8571c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.812365 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-e4aab574-cb27-453a-98e3-3196ebe8571c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e40dfc99-1329-472b-afe3-e726c0139c6d HTTP/1.1" status: 204 len: 168 time: 0.2180929 Apr 11 19:23:47.820158 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aab574-cb27-453a-98e3-3196ebe8571c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40dfc99-1329-472b-afe3-e726c0139c6d,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:48.003968 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58518) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:48.017678 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6efa1b89-5664-44a7-8de2-1958a2d78068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:48.094590 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6efa1b89-5664-44a7-8de2-1958a2d78068 admin admin] Publish callbacks [] for security_group (c933ed08-64d1-4f12-a17a-2a44e1f5f57e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:48.157752 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6efa1b89-5664-44a7-8de2-1958a2d78068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (c933ed08-64d1-4f12-a17a-2a44e1f5f57e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:48.201199 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6efa1b89-5664-44a7-8de2-1958a2d78068 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43c6dba39dad4ee88391cedeec2a1360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959896 Apr 11 19:23:48.202222 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa1b89-5664-44a7-8de2-1958a2d78068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c933ed08-64d1-4f12-a17a-2a44e1f5f57e,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:48.210540 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58522) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:48.266707 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5d22-730f-4218-9fbb-af1fca4d4b99 admin admin] Publish callbacks [] for security_group (c933ed08-64d1-4f12-a17a-2a44e1f5f57e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:48.288197 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5d22-730f-4218-9fbb-af1fca4d4b99 admin admin] Publish callbacks [] for security_group (c933ed08-64d1-4f12-a17a-2a44e1f5f57e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:48.414933 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5d22-730f-4218-9fbb-af1fca4d4b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (c933ed08-64d1-4f12-a17a-2a44e1f5f57e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:48.417649 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5d22-730f-4218-9fbb-af1fca4d4b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:48.420672 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-bdfd5d22-730f-4218-9fbb-af1fca4d4b99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c933ed08-64d1-4f12-a17a-2a44e1f5f57e HTTP/1.1" status: 204 len: 168 time: 0.2075982 Apr 11 19:23:48.428537 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd5d22-730f-4218-9fbb-af1fca4d4b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c933ed08-64d1-4f12-a17a-2a44e1f5f57e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:48.518305 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994690ce-4e59-419d-80f2-886fe67ae964 req-01bf0370-12ae-406a-8afd-68a39fb2a5d8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:48.520294 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-994690ce-4e59-419d-80f2-886fe67ae964 req-01bf0370-12ae-406a-8afd-68a39fb2a5d8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0495803 Apr 11 19:23:48.579789 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-994690ce-4e59-419d-80f2-886fe67ae964 req-c263f806-33be-4a74-8c6d-b1bf5366e6db tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514963 Apr 11 19:23:48.663623 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a23a5-2d2a-4324-a248-a8f9dd10db7d req-d1988cd7-ca85-4285-bfb4-47c50c417a03 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:48.665224 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-716a23a5-2d2a-4324-a248-a8f9dd10db7d req-d1988cd7-ca85-4285-bfb4-47c50c417a03 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0545163 Apr 11 19:23:48.718427 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-716a23a5-2d2a-4324-a248-a8f9dd10db7d req-23307739-638c-4455-a0b4-15e649e47bcc tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456567 Apr 11 19:23:49.693104 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b762072-92e1-4186-9c78-b5ce40600a57 req-9cb1b348-eb9a-4d90-8ede-29f409cca5ef tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:49.694788 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1b762072-92e1-4186-9c78-b5ce40600a57 req-9cb1b348-eb9a-4d90-8ede-29f409cca5ef tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0488434 Apr 11 19:23:49.754396 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1b762072-92e1-4186-9c78-b5ce40600a57 req-78256673-5f46-411e-9bcc-b7af7b21f374 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535393 Apr 11 19:23:49.874679 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699a75c-6c70-4584-be98-ffa3fea30848 req-d9b73903-747d-4da3-b3ca-c335bb9fa766 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:49.876262 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3699a75c-6c70-4584-be98-ffa3fea30848 req-d9b73903-747d-4da3-b3ca-c335bb9fa766 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0533204 Apr 11 19:23:49.927330 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3699a75c-6c70-4584-be98-ffa3fea30848 req-8a738838-9ea2-4f2a-bc02-ea02f13f17bd tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452237 Apr 11 19:23:50.891803 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a679b7-deb8-4b0c-bb5d-055032420269 req-105eb257-7f91-400d-9b2d-b3ae3399e8ea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:50.893318 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9a679b7-deb8-4b0c-bb5d-055032420269 req-105eb257-7f91-400d-9b2d-b3ae3399e8ea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0470135 Apr 11 19:23:50.948662 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9a679b7-deb8-4b0c-bb5d-055032420269 req-d07e5975-5ff5-4fc8-abe3-728495e583fa tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462921 Apr 11 19:23:51.074740 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ebd83-b714-4ce2-ab40-5a0e1d92be36 req-6799fb46-adea-4dc6-ad20-112c90b08ffe tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:51.076867 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-288ebd83-b714-4ce2-ab40-5a0e1d92be36 req-6799fb46-adea-4dc6-ad20-112c90b08ffe tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0574102 Apr 11 19:23:51.123184 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-288ebd83-b714-4ce2-ab40-5a0e1d92be36 req-d7426a6c-8d28-4569-bedb-0f92f057c196 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401664 Apr 11 19:23:51.460768 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575ae51-4a74-48c2-a518-c8778678e543 req-041b5c09-281a-42d1-b1f5-b471f2b59ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:51.462293 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4575ae51-4a74-48c2-a518-c8778678e543 req-041b5c09-281a-42d1-b1f5-b471f2b59ce0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 1129 time: 0.0490637 Apr 11 19:23:51.529599 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4575ae51-4a74-48c2-a518-c8778678e543 req-069f2ed9-78e8-459d-b181-7bc655d3b050 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Apr 11 19:23:52.058313 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6a888-0086-418d-acc6-b5b7aa235c6e req-7e71a095-d846-45c6-a386-0821b702f6ec tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:52.059787 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e7f6a888-0086-418d-acc6-b5b7aa235c6e req-7e71a095-d846-45c6-a386-0821b702f6ec tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0476060 Apr 11 19:23:52.106062 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e7f6a888-0086-418d-acc6-b5b7aa235c6e req-ad54ef02-cc8a-4d77-9c48-fda58c947058 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Apr 11 19:23:52.238084 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac68f-e701-4271-a7cf-74ab85565120 req-3d455c22-bc47-49ec-98f9-7fb225cffa15 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:52.239558 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-14eac68f-e701-4271-a7cf-74ab85565120 req-3d455c22-bc47-49ec-98f9-7fb225cffa15 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0466306 Apr 11 19:23:52.493335 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-14eac68f-e701-4271-a7cf-74ab85565120 req-23e036a7-e0d7-49d2-8c57-38ff7473ade0 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2477689 Apr 11 19:23:53.215308 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8d9e3-1c5d-4da6-8476-84227474c9b1 req-20086331-0f7e-4cfc-bd9a-c3f9c597f72b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:53.216780 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-46c8d9e3-1c5d-4da6-8476-84227474c9b1 req-20086331-0f7e-4cfc-bd9a-c3f9c597f72b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0450647 Apr 11 19:23:53.262048 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-46c8d9e3-1c5d-4da6-8476-84227474c9b1 req-18144bab-032c-4474-ae53-82fdaaaa7585 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397813 Apr 11 19:23:53.612393 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed6f64-578b-432f-9ec3-76f917d1735a req-611f37c4-b231-41b7-9189-3be194dbf5c1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:53.613851 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-20ed6f64-578b-432f-9ec3-76f917d1735a req-611f37c4-b231-41b7-9189-3be194dbf5c1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0463586 Apr 11 19:23:53.662091 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-20ed6f64-578b-432f-9ec3-76f917d1735a req-b5dae2e6-0a35-4e6b-9d79-eb6ec04b5fd9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428433 Apr 11 19:23:54.371406 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e838b-2dc0-4d65-a955-05f48e8b9783 req-0e2e7361-f937-42ad-b9cb-6e0e57a36933 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:54.373502 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6a7e838b-2dc0-4d65-a955-05f48e8b9783 req-0e2e7361-f937-42ad-b9cb-6e0e57a36933 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0455854 Apr 11 19:23:54.417875 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6a7e838b-2dc0-4d65-a955-05f48e8b9783 req-db56e2db-d166-4a2a-87c5-506a40e630e3 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388279 Apr 11 19:23:54.775214 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a567-3a80-4627-8889-6bf76f992163 req-a5e0289d-9b0e-4f7a-80d0-9a9eb3a5bb9e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:54.776973 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5d5a567-3a80-4627-8889-6bf76f992163 req-a5e0289d-9b0e-4f7a-80d0-9a9eb3a5bb9e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0470500 Apr 11 19:23:54.822478 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5d5a567-3a80-4627-8889-6bf76f992163 req-2adf0de3-e58e-4058-b919-7a49ce5f1ad4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396016 Apr 11 19:23:55.535521 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef711be-9a9e-40e4-a127-a5f5ce7cf740 req-be4f6c0f-81cb-4d7a-9c02-7b5aa77f1de1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:55.537068 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7ef711be-9a9e-40e4-a127-a5f5ce7cf740 req-be4f6c0f-81cb-4d7a-9c02-7b5aa77f1de1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0518630 Apr 11 19:23:55.584882 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7ef711be-9a9e-40e4-a127-a5f5ce7cf740 req-8673a927-d951-4ab1-8907-b628a3da099d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Apr 11 19:23:55.949809 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18583be3-3698-464e-9ea0-5b095fde9ca6 req-78a78018-e1bc-4e8f-be60-ef96e4298e72 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:55.951299 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18583be3-3698-464e-9ea0-5b095fde9ca6 req-78a78018-e1bc-4e8f-be60-ef96e4298e72 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0527029 Apr 11 19:23:55.998285 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18583be3-3698-464e-9ea0-5b095fde9ca6 req-ce9ecf37-b177-4c10-83ad-236ced7ed3e9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412343 Apr 11 19:23:56.700641 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ec276-e060-462a-bd8e-e3478048202b req-b2c945c9-ce68-48de-a8d0-7330ab80fc29 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:56.702121 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5e5ec276-e060-462a-bd8e-e3478048202b req-b2c945c9-ce68-48de-a8d0-7330ab80fc29 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0484757 Apr 11 19:23:56.752250 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5e5ec276-e060-462a-bd8e-e3478048202b req-b1c535ce-04f2-431e-b560-65dfa133ca18 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 Apr 11 19:23:57.068295 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:57.142485 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429958f-b40f-4374-b6f7-daad7d93c528 req-14e27af6-c84d-4c2f-a91c-0af3939b9f5b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:57.144125 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7429958f-b40f-4374-b6f7-daad7d93c528 req-14e27af6-c84d-4c2f-a91c-0af3939b9f5b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0480292 Apr 11 19:23:57.199505 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7429958f-b40f-4374-b6f7-daad7d93c528 req-010b5d1a-d755-4c82-9dba-a566584de2ce tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455503 Apr 11 19:23:57.772882 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 58778) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:57.867965 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c64d53-f350-4ee5-856a-70e44ff6c52f req-bfcf21e8-f1a4-4a58-a5a5-493a1c00fdc4 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:57.869479 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08c64d53-f350-4ee5-856a-70e44ff6c52f req-bfcf21e8-f1a4-4a58-a5a5-493a1c00fdc4 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0480809 Apr 11 19:23:57.897877 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:57.942235 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08c64d53-f350-4ee5-856a-70e44ff6c52f req-8ffce4fc-878b-4933-8916-ad2dc96b1a3d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662982 Apr 11 19:23:57.999654 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Publish callbacks [] for security_group (df4dcaf1-2deb-46fd-91cf-49e4b66f98be), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:58.080211 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (df4dcaf1-2deb-46fd-91cf-49e4b66f98be), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:58.122414 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3143e2de4d043be9b96625840aa8c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456693 Apr 11 19:23:58.122414 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4dcaf1-2deb-46fd-91cf-49e4b66f98be,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:58.123221 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 58796) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:58.129068 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.129420 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.129790 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.130134 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.130469 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.130828 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.131137 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.131463 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.131790 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.132180 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.132496 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.132829 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.133154 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.133478 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.133799 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4bd581-459e-4b32-8339-971b0ffe6ea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.177926 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Publish callbacks [] for security_group (df4dcaf1-2deb-46fd-91cf-49e4b66f98be), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:58.199802 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Publish callbacks [] for security_group (df4dcaf1-2deb-46fd-91cf-49e4b66f98be), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:58.343175 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (df4dcaf1-2deb-46fd-91cf-49e4b66f98be), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:58.346064 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:58.347246 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df4dcaf1-2deb-46fd-91cf-49e4b66f98be HTTP/1.1" status: 204 len: 168 time: 0.2224331 Apr 11 19:23:58.353846 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2e199-0471-44cc-8408-a2d248fc16da req-493a44dc-6a7d-43ae-9fba-5f281ec1d3fb tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:58.355487 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f9b2e199-0471-44cc-8408-a2d248fc16da req-493a44dc-6a7d-43ae-9fba-5f281ec1d3fb tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0797195 Apr 11 19:23:58.366621 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4dcaf1-2deb-46fd-91cf-49e4b66f98be,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:58.377530 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.377873 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.378244 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.378593 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.378927 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.379265 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.379594 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.379944 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.380289 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.380622 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.381030 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.381418 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.381750 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.382078 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.382400 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f624fc-e850-4e32-b3a4-a6800a1413e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:58.413330 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19f39e-951c-4a92-bea5-01b15d24949d req-474bd45e-4dde-4b96-8d12-4f37365dd9f5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:58.414938 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e19f39e-951c-4a92-bea5-01b15d24949d req-474bd45e-4dde-4b96-8d12-4f37365dd9f5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.1054127 Apr 11 19:23:58.443228 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f9b2e199-0471-44cc-8408-a2d248fc16da req-28b1f02e-4268-4074-9402-1e97b2773d60 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808425 Apr 11 19:23:58.473061 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e19f39e-951c-4a92-bea5-01b15d24949d req-b969d27f-0d7f-46cb-ad4f-7b6149fbd95f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499742 Apr 11 19:23:59.584768 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8f59b-e137-4f64-9a61-2c144b906b90 req-fe5453bf-6fe5-4964-9629-65804af26566 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:59.586049 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8fd8f59b-e137-4f64-9a61-2c144b906b90 req-fe5453bf-6fe5-4964-9629-65804af26566 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0736368 Apr 11 19:23:59.607488 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e65fe-835d-4554-8867-c6693e074e21 req-60485675-42e9-4189-acfc-97da8738520b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:59.609011 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-100e65fe-835d-4554-8867-c6693e074e21 req-60485675-42e9-4189-acfc-97da8738520b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0645270 Apr 11 19:23:59.683902 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8fd8f59b-e137-4f64-9a61-2c144b906b90 req-2a32dba9-19f5-4537-8dfc-df24e8c472b1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922818 Apr 11 19:23:59.687678 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-100e65fe-835d-4554-8867-c6693e074e21 req-68a2a273-3e39-4fac-be19-a3e8782a0046 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724456 Apr 11 19:24:00.319890 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef6876-43a3-476a-bcd4-93489d93430b req-f66ae00d-39c6-453c-9877-5f7383902461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:00.321411 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50ef6876-43a3-476a-bcd4-93489d93430b req-f66ae00d-39c6-453c-9877-5f7383902461 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 1129 time: 0.0423472 Apr 11 19:24:00.414515 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef6876-43a3-476a-bcd4-93489d93430b req-7b516992-861e-48d5-a242-88ed5669d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:00.416009 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50ef6876-43a3-476a-bcd4-93489d93430b req-7b516992-861e-48d5-a242-88ed5669d102 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.0876479 Apr 11 19:24:00.481336 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50ef6876-43a3-476a-bcd4-93489d93430b req-fea995c1-96f0-4114-99a9-9c2cb60ca7ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d432d1-e655-473a-a1dc-289ebd12bc46 HTTP/1.1" status: 200 len: 217 time: 0.0395479 Apr 11 19:24:00.525461 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef6876-43a3-476a-bcd4-93489d93430b req-b1b248a0-7405-469f-b6dc-c23dc7f8cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:00.527173 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50ef6876-43a3-476a-bcd4-93489d93430b req-b1b248a0-7405-469f-b6dc-c23dc7f8cf47 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0463233 Apr 11 19:24:00.575832 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef6876-43a3-476a-bcd4-93489d93430b req-728f9d3e-8a5f-4b5a-beba-9368145fd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:00.577441 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50ef6876-43a3-476a-bcd4-93489d93430b req-728f9d3e-8a5f-4b5a-beba-9368145fd18a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375907 Apr 11 19:24:00.667311 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50ef6876-43a3-476a-bcd4-93489d93430b req-f1c4eb70-8606-4b5b-9d2e-4d61a9a02be9 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835016 Apr 11 19:24:00.763391 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50ef6876-43a3-476a-bcd4-93489d93430b req-a03106b0-5d5e-406d-a93b-5a44469cdcb3 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894775 Apr 11 19:24:00.852411 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef18e2-231f-4afc-a008-a616211e8baf req-9b577bc9-e512-4d67-83cd-75d0ec96db50 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:00.853985 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b3ef18e2-231f-4afc-a008-a616211e8baf req-9b577bc9-e512-4d67-83cd-75d0ec96db50 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0839474 Apr 11 19:24:00.862465 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eda987-b374-45c1-b9e5-6000c225c938 req-cccf9c17-0004-4853-b02d-2a83245f3dca tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:00.863972 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-70eda987-b374-45c1-b9e5-6000c225c938 req-cccf9c17-0004-4853-b02d-2a83245f3dca tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0925004 Apr 11 19:24:00.933418 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b3ef18e2-231f-4afc-a008-a616211e8baf req-f6abd898-1669-4b06-aa53-8aecc1f64f19 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683579 Apr 11 19:24:00.940691 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-70eda987-b374-45c1-b9e5-6000c225c938 req-9b4023f6-2aca-4ffd-a34b-26e5466763bf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697873 Apr 11 19:24:01.586366 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-950bc0f7-7849-463d-b855-c5dcd2c9fd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:02.079128 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6eee5-5447-40fb-a1b9-6da6dd8cb3c3 req-17790dc1-101e-4d6e-803e-7636b0e20b48 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:02.080625 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-62c6eee5-5447-40fb-a1b9-6da6dd8cb3c3 req-17790dc1-101e-4d6e-803e-7636b0e20b48 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0802634 Apr 11 19:24:02.088631 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb9ec6-7b9a-4ff7-af94-e08a7a8e7f02 req-7d6f5da4-551b-4422-8c00-ab9b647c5708 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:02.090025 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-06eb9ec6-7b9a-4ff7-af94-e08a7a8e7f02 req-7d6f5da4-551b-4422-8c00-ab9b647c5708 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0786085 Apr 11 19:24:02.166933 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-62c6eee5-5447-40fb-a1b9-6da6dd8cb3c3 req-20be1fde-06d5-474c-a120-a578e8543d4e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758734 Apr 11 19:24:02.170191 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-06eb9ec6-7b9a-4ff7-af94-e08a7a8e7f02 req-e0d6312c-24e1-4570-aadd-f03b540de495 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734525 Apr 11 19:24:03.316125 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fb7e1-ebca-4335-80fe-0391631ae5b8 req-b8a28fdd-d053-427f-918c-43c4384ece50 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:03.317109 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7e4fb7e1-ebca-4335-80fe-0391631ae5b8 req-b8a28fdd-d053-427f-918c-43c4384ece50 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0814476 Apr 11 19:24:03.343830 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92029246-3a32-4fe3-a057-60ba9b3a3a8c req-94102d38-366f-4e97-a689-32a4a2d082d5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:03.343830 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-92029246-3a32-4fe3-a057-60ba9b3a3a8c req-94102d38-366f-4e97-a689-32a4a2d082d5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0729589 Apr 11 19:24:03.407341 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-92029246-3a32-4fe3-a057-60ba9b3a3a8c req-a2f9f496-fc66-4fb1-83c7-c30073ba36d8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594804 Apr 11 19:24:03.410545 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7e4fb7e1-ebca-4335-80fe-0391631ae5b8 req-3444f769-4029-461c-a953-3949d4fbbf88 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866740 Apr 11 19:24:03.928708 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-366eea5e-c9b4-4133-8efd-5f42e7df8936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:04.547738 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461d3d4-aba9-4978-9b56-ccaa6f3e870e req-0bd87e77-84b5-46e9-a3db-28af54981103 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:04.549179 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7461d3d4-aba9-4978-9b56-ccaa6f3e870e req-0bd87e77-84b5-46e9-a3db-28af54981103 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0719287 Apr 11 19:24:04.557842 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798932f-f537-46a2-ad6c-6e872ee58ffc req-ab1a661e-7391-47cc-8dcb-95a63a937266 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:04.559561 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8798932f-f537-46a2-ad6c-6e872ee58ffc req-ab1a661e-7391-47cc-8dcb-95a63a937266 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0810821 Apr 11 19:24:04.631724 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:04.636233 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7461d3d4-aba9-4978-9b56-ccaa6f3e870e req-50536891-82df-4115-b3a7-829cbd206d68 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754721 Apr 11 19:24:04.640189 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8798932f-f537-46a2-ad6c-6e872ee58ffc req-a498415b-b772-4b2f-be24-4924d66ecd7c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714338 Apr 11 19:24:05.801020 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8192434-754d-40e3-b9fb-96cc047eb0df req-1dc6138f-add2-48b1-b8ec-9eeaa68d71bb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:05.802541 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8192434-754d-40e3-b9fb-96cc047eb0df req-1dc6138f-add2-48b1-b8ec-9eeaa68d71bb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0839424 Apr 11 19:24:05.810136 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608952a-6571-47fd-a4a3-9edc7cc46456 req-339f6b25-f15a-423b-b94b-792c2050ba63 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:05.811729 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d608952a-6571-47fd-a4a3-9edc7cc46456 req-339f6b25-f15a-423b-b94b-792c2050ba63 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0836549 Apr 11 19:24:05.892218 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8192434-754d-40e3-b9fb-96cc047eb0df req-f06f3019-01d2-46ff-9f39-dfa0138089b7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788941 Apr 11 19:24:05.895444 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d608952a-6571-47fd-a4a3-9edc7cc46456 req-5fc2b43c-fa80-46da-9400-103415583bd6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757968 Apr 11 19:24:05.984792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2c2fb-fc21-469d-a4d5-ede0c5ca47e0 req-e5e4715c-b66f-4397-82a4-5131a978681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:05.987603 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ebb2c2fb-fc21-469d-a4d5-ede0c5ca47e0 req-e5e4715c-b66f-4397-82a4-5131a978681b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 1129 time: 0.0493054 Apr 11 19:24:06.165710 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2c2fb-fc21-469d-a4d5-ede0c5ca47e0 req-3642b228-ba66-46c1-bdcd-48e092f81721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:06.167213 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ebb2c2fb-fc21-469d-a4d5-ede0c5ca47e0 req-3642b228-ba66-46c1-bdcd-48e092f81721 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 918 time: 0.0947747 Apr 11 19:24:06.255252 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ebb2c2fb-fc21-469d-a4d5-ede0c5ca47e0 req-0a217313-46a4-454a-8ca5-07a0b2d4ace4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a9f828f-8465-4953-892f-890ad6971a58 HTTP/1.1" status: 200 len: 1000 time: 0.0700245 Apr 11 19:24:06.320479 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2c2fb-fc21-469d-a4d5-ede0c5ca47e0 req-18d489c3-4801-4115-ae9a-5d32aebd536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:06.322451 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ebb2c2fb-fc21-469d-a4d5-ede0c5ca47e0 req-18d489c3-4801-4115-ae9a-5d32aebd536f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 200 len: 856 time: 0.0540519 Apr 11 19:24:06.395054 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:06.407495 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2c2fb-fc21-469d-a4d5-ede0c5ca47e0 req-21b625b2-f4f4-4d15-ad45-cf1c96914123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:06.409018 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ebb2c2fb-fc21-469d-a4d5-ede0c5ca47e0 req-21b625b2-f4f4-4d15-ad45-cf1c96914123 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34eb8caf-ea24-4e8f-89b6-a31932c34a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393112 Apr 11 19:24:06.513296 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ebb2c2fb-fc21-469d-a4d5-ede0c5ca47e0 req-bbce2c43-3972-4bd9-8787-c494669bf8fd service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928655 Apr 11 19:24:06.629541 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ebb2c2fb-fc21-469d-a4d5-ede0c5ca47e0 req-c6967eca-7f83-40d9-9e5e-971a998ac379 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066923 Apr 11 19:24:07.036481 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918a5f7-aa58-4145-81e0-3c084941efec req-33ab7e52-1430-4889-bbff-7bd804e32259 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:07.038008 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9918a5f7-aa58-4145-81e0-3c084941efec req-33ab7e52-1430-4889-bbff-7bd804e32259 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0551765 Apr 11 19:24:07.088498 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9918a5f7-aa58-4145-81e0-3c084941efec req-23c3226e-ff00-48e4-8f47-d0c4f99d5cd6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449252 Apr 11 19:24:07.920660 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.046762 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59050) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:08.051780 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-1cbfa0fa-761f-4fe0-b6c2-4e4fba04161d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--706749231', 'description': 'tempest-description--1851492697'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:08.146671 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa0fa-761f-4fe0-b6c2-4e4fba04161d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.216385 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa0fa-761f-4fe0-b6c2-4e4fba04161d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group (381a7700-3fe2-44b7-bfa0-2b583f12a640), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.276563 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37544a4b-9555-4ae9-b132-1bfebd1843fc req-93836a77-91bd-475d-8d4a-2163b3404d50 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:08.278289 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-37544a4b-9555-4ae9-b132-1bfebd1843fc req-93836a77-91bd-475d-8d4a-2163b3404d50 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0462368 Apr 11 19:24:08.326981 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-37544a4b-9555-4ae9-b132-1bfebd1843fc req-fb0df18c-914d-4494-8d70-96a7273bb86d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431781 Apr 11 19:24:08.332115 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa0fa-761f-4fe0-b6c2-4e4fba04161d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (381a7700-3fe2-44b7-bfa0-2b583f12a640), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.363324 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfa0fa-761f-4fe0-b6c2-4e4fba04161d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381a7700-3fe2-44b7-bfa0-2b583f12a640,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:08.419721 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa0fa-761f-4fe0-b6c2-4e4fba04161d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.420985 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1cbfa0fa-761f-4fe0-b6c2-4e4fba04161d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3732209 Apr 11 19:24:08.423784 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59066) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:08.428018 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-02f44a1d-a14f-4c9b-af84-b39578179329 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Request body: {'security_group_rule': {'security_group_id': '381a7700-3fe2-44b7-bfa0-2b583f12a640', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:08.514253 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02f44a1d-a14f-4c9b-af84-b39578179329 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group_rule (870091b5-405b-4907-9642-8b1b2d10af18), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.568615 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02f44a1d-a14f-4c9b-af84-b39578179329 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group_rule (870091b5-405b-4907-9642-8b1b2d10af18), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.657957 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02f44a1d-a14f-4c9b-af84-b39578179329 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (870091b5-405b-4907-9642-8b1b2d10af18), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.673690 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f44a1d-a14f-4c9b-af84-b39578179329 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870091b5-405b-4907-9642-8b1b2d10af18,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:08.745251 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-02f44a1d-a14f-4c9b-af84-b39578179329 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.746585 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-02f44a1d-a14f-4c9b-af84-b39578179329 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218658 Apr 11 19:24:08.749244 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59070) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:08.754008 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-7a11d7e1-4b2e-4319-9577-0b6539baf9ea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Request body: {'security_group_rule': {'security_group_id': '381a7700-3fe2-44b7-bfa0-2b583f12a640', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:08.845581 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7a11d7e1-4b2e-4319-9577-0b6539baf9ea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group_rule (4c4a258e-e3e4-450c-aea6-d8fd421025d6), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.900380 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7a11d7e1-4b2e-4319-9577-0b6539baf9ea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group_rule (4c4a258e-e3e4-450c-aea6-d8fd421025d6), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.906149 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:24:08.960306 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7a11d7e1-4b2e-4319-9577-0b6539baf9ea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (4c4a258e-e3e4-450c-aea6-d8fd421025d6), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.977429 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11d7e1-4b2e-4319-9577-0b6539baf9ea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4a258e-e3e4-450c-aea6-d8fd421025d6,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:09.048568 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7a11d7e1-4b2e-4319-9577-0b6539baf9ea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:09.049775 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7a11d7e1-4b2e-4319-9577-0b6539baf9ea tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2996218 Apr 11 19:24:09.052769 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59072) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:09.056962 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:09.152266 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:09.230942 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:09.339899 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Allocated IP 172.27.2.214 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/7688603b-3797-4a77-96a2-5608b3ef4eb7) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:24:09.446112 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for port (7688603b-3797-4a77-96a2-5608b3ef4eb7), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:09.455506 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50b940-3bcd-4236-be86-2fa4fff3db2f req-28c30843-4d7d-4f26-b05c-680dca85363f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:09.457016 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf50b940-3bcd-4236-be86-2fa4fff3db2f req-28c30843-4d7d-4f26-b05c-680dca85363f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0534124 Apr 11 19:24:09.502837 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf50b940-3bcd-4236-be86-2fa4fff3db2f req-76a164a1-5c9f-4216-8675-c7f5922adc38 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400510 Apr 11 19:24:09.541172 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (7688603b-3797-4a77-96a2-5608b3ef4eb7), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:09.576736 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:24:09.581112 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:09.583573 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:24:09.612115 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event updated for resources: {'Port': ['ID=7688603b-3797-4a77-96a2-5608b3ef4eb7,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:09.674833 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for floatingip (7c8b16a6-8ad0-4fd9-82e5-d4782a67328e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:09.804551 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (7688603b-3797-4a77-96a2-5608b3ef4eb7), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:09.949223 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for port (7688603b-3797-4a77-96a2-5608b3ef4eb7), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:10.008834 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (7688603b-3797-4a77-96a2-5608b3ef4eb7), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:10.079391 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event updated for resources: {'Port': ['ID=7688603b-3797-4a77-96a2-5608b3ef4eb7,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:10.088360 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (7c8b16a6-8ad0-4fd9-82e5-d4782a67328e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:10.152974 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:10.154224 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-15537693-1ca6-4430-b4ff-5326b62a51bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1005483 Apr 11 19:24:10.344369 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-5827fd0f-1c12-41fb-8d20-14d7d26a08cf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--706749231&fields=id&tenant_id=2af7b2afbcd041819d1a0694615e602a HTTP/1.1" status: 200 len: 267 time: 0.0419426 Apr 11 19:24:10.447558 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-c76343bf-dd73-4c2b-a0fe-0e9bb656fa33 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:10.449048 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-c76343bf-dd73-4c2b-a0fe-0e9bb656fa33 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 819 time: 0.0984199 Apr 11 19:24:10.463158 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-c8b0beac-15c4-4e79-ad27-8e3942bf6d2a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/quotas/2af7b2afbcd041819d1a0694615e602a HTTP/1.1" status: 200 len: 375 time: 0.0087461 Apr 11 19:24:10.518854 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-66251f8f-c376-42bc-933a-1d8bfe6c90ef tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0507660 Apr 11 19:24:10.639688 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb69baf-a183-4b9b-bfb2-ecf4d6b708d1 req-c2adf555-6e84-4f8a-9066-2d3a85cd6f95 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:10.641185 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1fb69baf-a183-4b9b-bfb2-ecf4d6b708d1 req-c2adf555-6e84-4f8a-9066-2d3a85cd6f95 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0590270 Apr 11 19:24:10.661662 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-cf456a25-e2a8-41fe-aa71-bc019562750f service neutron] 10.222.0.13 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316824 Apr 11 19:24:10.745643 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1fb69baf-a183-4b9b-bfb2-ecf4d6b708d1 req-bd67c928-3717-4fb5-a8e5-0fe068c3e785 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954738 Apr 11 19:24:10.772082 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-2d845798-121c-4ee9-896b-eba23093190b service neutron] 10.222.0.13 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044619 Apr 11 19:24:11.018500 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7d8aeb31-3d51-4d25-8b17-76030397c2ed req-43e8618f-780a-4b4b-a2bc-fe38169eaba5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 210 time: 0.0305638 Apr 11 19:24:11.172426 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3a9f828f-8465-4953-892f-890ad6971a58 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:24:11.271178 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:11.284337 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '3a9f828f-8465-4953-892f-890ad6971a58', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'port_id': '3a9f828f-8465-4953-892f-890ad6971a58', 'mac_address': 'fa:16:3e:b4:2e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:24:11.351439 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3a9f828f-8465-4953-892f-890ad6971a58 is: ACTIVE; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:11.351439 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3a9f828f-8465-4953-892f-890ad6971a58), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:11.359360 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a9f828f-8465-4953-892f-890ad6971a58 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:24:11.383511 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:11.477777 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3a9f828f-8465-4953-892f-890ad6971a58), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:11.526228 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3a9f828f-8465-4953-892f-890ad6971a58,revision_number=6']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:11.536567 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.536843 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.537196 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.537549 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.537888 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.538331 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.538673 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.539006 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.539426 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.539761 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.540133 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.543800 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.543800 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.543800 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.543800 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:11.640646 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['3a9f828f-8465-4953-892f-890ad6971a58'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:24:11.883925 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec5fd-c0ef-4461-9bee-d4a59a7bc390 req-6276a983-3f30-483d-84c9-146e26a8ba6e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:11.885469 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e41ec5fd-c0ef-4461-9bee-d4a59a7bc390 req-6276a983-3f30-483d-84c9-146e26a8ba6e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 944 time: 0.0563428 Apr 11 19:24:11.934714 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e41ec5fd-c0ef-4461-9bee-d4a59a7bc390 req-a752a874-9ae5-4caf-975e-e85f7d9bca16 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434031 Apr 11 19:24:12.115432 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-96d2b89f-6c1a-44f1-9c39-6165fa5845f4 req-00cf9cb5-cd53-4b47-9dc1-badfd40ac5f0 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 210 time: 0.0263991 Apr 11 19:24:13.146418 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f70a52-def9-4559-b1c0-f395954b4d4f req-21788d1f-2fbd-489c-859b-0c2facb30357 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:13.147992 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d4f70a52-def9-4559-b1c0-f395954b4d4f req-21788d1f-2fbd-489c-859b-0c2facb30357 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 944 time: 0.1254315 Apr 11 19:24:13.183098 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3a9f828f-8465-4953-892f-890ad6971a58 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:13.247665 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-5c112de8-8868-4c4d-94d1-a141c0a4eeaf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:13.249210 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-5c112de8-8868-4c4d-94d1-a141c0a4eeaf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 819 time: 0.1927874 Apr 11 19:24:13.253835 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 3a9f828f-8465-4953-892f-890ad6971a58 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:13.254330 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3a9f828f-8465-4953-892f-890ad6971a58), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:13.351811 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5399f7f0-0c49-4329-bc94-6ab48ad7d8df req-e4fd1f27-3519-473a-bc38-16441d6eadc7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 210 time: 0.1013372 Apr 11 19:24:13.400603 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d4f70a52-def9-4559-b1c0-f395954b4d4f req-26e0fe85-b5bf-4d42-a704-85aa8c652224 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1485207 Apr 11 19:24:13.436249 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3a9f828f-8465-4953-892f-890ad6971a58 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:13.436917 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3a9f828f-8465-4953-892f-890ad6971a58), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:13.445390 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-1503e8f2-26e1-48b1-906b-17dbbce3464d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2af7b2afbcd041819d1a0694615e602a HTTP/1.1" status: 200 len: 379 time: 0.1794145 Apr 11 19:24:13.456155 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Request body: {'port': {'device_id': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'admin_state_up': True, 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'security_groups': ['381a7700-3fe2-44b7-bfa0-2b583f12a640']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:13.472854 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:24:13.475589 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337cec96-e674-49c3-b0f1-9ea05ef2236f" -d '{"events": [{"server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f828f-8465-4953-892f-890ad6971a58"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:24:13.492376 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:13.532189 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f561fd-9e84-4e47-8e5a-5dd6abaaf774 x-openstack-request-id: req-62f561fd-9e84-4e47-8e5a-5dd6abaaf774 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:24:13.536969 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f828f-8465-4953-892f-890ad6971a58", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:24:13.536969 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62f561fd-9e84-4e47-8e5a-5dd6abaaf774 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:24:13.536969 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f561fd-9e84-4e47-8e5a-5dd6abaaf774'] response: {'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58', 'code': 200} Apr 11 19:24:13.606987 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3a9f828f-8465-4953-892f-890ad6971a58), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:13.670197 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3a9f828f-8465-4953-892f-890ad6971a58,revision_number=7']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:13.720840 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Made reservation on behalf of 2af7b2afbcd041819d1a0694615e602a for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:24:13.725964 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:14.077913 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Allocated IP 172.20.0.6 (4691bc0c-a1aa-4329-86e4-f51662f21d64/a54223fa-f54d-43fd-800a-c65c281244e0/98e3f760-3276-4c2d-ae0b-1bf123b92fdb) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:24:14.255565 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:14.447431 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:14.541007 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Network 4691bc0c-a1aa-4329-86e4-f51662f21d64 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:24:14.562092 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:14.567722 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c974483-2118-4f25-82db-0da067ee765b req-248dee3c-cdfb-4f3a-848e-15b0fedc0c40 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:14.569298 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6c974483-2118-4f25-82db-0da067ee765b req-248dee3c-cdfb-4f3a-848e-15b0fedc0c40 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 931 time: 0.1383049 Apr 11 19:24:14.574233 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:24:14.602857 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59242) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:14.618144 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event updated for resources: {'Port': ['ID=98e3f760-3276-4c2d-ae0b-1bf123b92fdb,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:14.657060 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ff7e3-addb-4ee6-897e-0d18c55e1365 req-7bd7460a-dffe-40d3-8bfa-d025e49e8227 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:14.658638 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ae2ff7e3-addb-4ee6-897e-0d18c55e1365 req-7bd7460a-dffe-40d3-8bfa-d025e49e8227 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.1446948 Apr 11 19:24:14.695809 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6c974483-2118-4f25-82db-0da067ee765b req-5ef72870-bc48-448f-8b08-c8729e73a8c1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100636 Apr 11 19:24:14.726496 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:14.727163 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:14.777805 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9bdf04f0-ada9-440e-8cdc-24d84cf86287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:14.796037 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ae2ff7e3-addb-4ee6-897e-0d18c55e1365 req-0f7fe715-e83c-4dda-912b-7e2033ffc2c6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045196 Apr 11 19:24:14.857561 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-4c68dc89-abdb-4f3e-93cb-a4e30569bcb7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4060907 Apr 11 19:24:14.872604 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Request body: {'port': {'device_id': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:14.905430 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9bdf04f0-ada9-440e-8cdc-24d84cf86287 admin admin] Publish callbacks [] for security_group (cf72d209-ce95-41ce-98a7-14adc66745f2), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:14.913723 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-4f40a7bc-228e-4458-aa70-53db3cc6b8dd None None] Provisioning complete for port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:14.914916 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4f40a7bc-228e-4458-aa70-53db3cc6b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:14.956622 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:14.962874 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-4f40a7bc-228e-4458-aa70-53db3cc6b8dd None None] Port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:24:14.996723 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9bdf04f0-ada9-440e-8cdc-24d84cf86287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (cf72d209-ce95-41ce-98a7-14adc66745f2), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:15.050654 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf04f0-ada9-440e-8cdc-24d84cf86287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf72d209-ce95-41ce-98a7-14adc66745f2,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:15.068669 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9bdf04f0-ada9-440e-8cdc-24d84cf86287 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68d0380d704a4e51a337fbe38636d22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4603209 Apr 11 19:24:15.070333 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59248) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:15.145508 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f8800eaf-d541-4f6e-938d-d73059c0147e admin admin] Publish callbacks [] for security_group (cf72d209-ce95-41ce-98a7-14adc66745f2), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:15.185737 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f8800eaf-d541-4f6e-938d-d73059c0147e admin admin] Publish callbacks [] for security_group (cf72d209-ce95-41ce-98a7-14adc66745f2), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:15.373104 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e3f760-3276-4c2d-ae0b-1bf123b92fdb {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:24:15.378972 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Publish callbacks [] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:15.381620 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f8800eaf-d541-4f6e-938d-d73059c0147e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (cf72d209-ce95-41ce-98a7-14adc66745f2), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:15.388792 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f8800eaf-d541-4f6e-938d-d73059c0147e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:15.389966 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f8800eaf-d541-4f6e-938d-d73059c0147e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf72d209-ce95-41ce-98a7-14adc66745f2 HTTP/1.1" status: 204 len: 168 time: 0.3177397 Apr 11 19:24:15.398289 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Transition to ACTIVE for port object 98e3f760-3276-4c2d-ae0b-1bf123b92fdb will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:24:15.404126 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8800eaf-d541-4f6e-938d-d73059c0147e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf72d209-ce95-41ce-98a7-14adc66745f2,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:15.455160 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:15.536494 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=98e3f760-3276-4c2d-ae0b-1bf123b92fdb,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:15.698343 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Attempting to bind port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:24:15.699636 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Attempting to bind port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:24:15.700167 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Attempting to bind port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb on network 4691bc0c-a1aa-4329-86e4-f51662f21d64 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:24:15.712066 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb on network 4691bc0c-a1aa-4329-86e4-f51662f21d64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:24:15.716025 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Attempting to bind port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb on network 4691bc0c-a1aa-4329-86e4-f51662f21d64 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:24:15.722356 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:24:15.723021 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Checking segment: {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:24:15.723505 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Bound using segment: {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:24:15.724074 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Bound port: 98e3f760-3276-4c2d-ae0b-1bf123b92fdb, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a6baef-6f6f-4d97-b182-71c22f056ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:24:15.724535 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:15.916869 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] For port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:24:15.923888 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] For port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:24:16.050280 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:16.351988 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59282) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:16.362201 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641d8e9-161b-4678-9ab4-23fc842756af req-0743409d-b0e2-4069-942e-e9adf044ebb4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:16.363738 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4641d8e9-161b-4678-9ab4-23fc842756af req-0743409d-b0e2-4069-942e-e9adf044ebb4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.4366469 Apr 11 19:24:16.369691 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-46e5e4b7-5a06-4947-845f-94553d424e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:16.370530 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a026b-7d33-47ba-8f93-41bde487a90d req-feeef0d3-2fb9-4094-a298-ab5688519903 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:16.371296 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1b0a026b-7d33-47ba-8f93-41bde487a90d req-feeef0d3-2fb9-4094-a298-ab5688519903 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 943 time: 0.4429555 Apr 11 19:24:16.376292 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:16.377141 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:16.379261 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] 10.222.0.23 "PUT /v2.0/ports/98e3f760-3276-4c2d-ae0b-1bf123b92fdb HTTP/1.1" status: 200 len: 1093 time: 1.5113542 Apr 11 19:24:16.387421 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:24:16.389697 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73" -d '{"events": [{"name": "network-changed", "server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:24:16.391860 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 59284) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:16.480414 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-46e5e4b7-5a06-4947-845f-94553d424e07 admin admin] Publish callbacks [] for security_group (b5d6427f-bec5-4f0c-9a8a-6852f4f198cc), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:16.489701 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8263d56-3f25-437f-9e0b-b61768ce2cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=98e3f760-3276-4c2d-ae0b-1bf123b92fdb,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:16.505027 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1b0a026b-7d33-47ba-8f93-41bde487a90d req-572f0295-22fb-4a5f-b884-6883c16d1027 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152740 Apr 11 19:24:16.541114 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4641d8e9-161b-4678-9ab4-23fc842756af req-78e411ec-73e4-4d4a-b51f-a10ec89dad7d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1547649 Apr 11 19:24:16.602505 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8240ff24-d1d5-4fce-807b-d8acd66c4144 x-openstack-request-id: req-8240ff24-d1d5-4fce-807b-d8acd66c4144 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:24:16.602796 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:24:16.603051 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8240ff24-d1d5-4fce-807b-d8acd66c4144 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:24:16.603450 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8240ff24-d1d5-4fce-807b-d8acd66c4144'] response: {'name': 'network-changed', 'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'status': 'completed', 'code': 200} Apr 11 19:24:16.616559 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-09889ebb-9301-4f89-9f6a-3effd90f3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:16.618068 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-09889ebb-9301-4f89-9f6a-3effd90f3f1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 1127 time: 0.0561554 Apr 11 19:24:16.679406 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-2d758e74-7f4e-4ff1-98bf-42285087eda3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb HTTP/1.1" status: 200 len: 217 time: 0.0479879 Apr 11 19:24:16.738304 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-57fc2a18-1e72-441a-9741-146921008878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:16.755711 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-9ca027c0-d2e6-46b6-883b-eda9de620717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:16.757458 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-9ca027c0-d2e6-46b6-883b-eda9de620717 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0690305 Apr 11 19:24:16.840885 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-95cc5179-8d2b-4cde-826f-3ca009d02d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:16.842465 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-95cc5179-8d2b-4cde-826f-3ca009d02d89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770452 Apr 11 19:24:16.949218 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-57fc2a18-1e72-441a-9741-146921008878 admin admin] Publish callbacks [] for security_group (3a926756-e416-46ea-83f0-be8ab61bdea7), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:16.973268 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-3b2a3d1c-354d-4c6a-801a-9193b1fd6ffb service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187668 Apr 11 19:24:17.074659 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-46e5e4b7-5a06-4947-845f-94553d424e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (b5d6427f-bec5-4f0c-9a8a-6852f4f198cc), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:17.116020 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-46e5e4b7-5a06-4947-845f-94553d424e07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b594b3bceb824414b09008cc919f29d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7658165 Apr 11 19:24:17.116956 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5e4b7-5a06-4947-845f-94553d424e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d6427f-bec5-4f0c-9a8a-6852f4f198cc,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:17.118648 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 59296) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:17.134888 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-57fc2a18-1e72-441a-9741-146921008878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (3a926756-e416-46ea-83f0-be8ab61bdea7), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:17.198664 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-57fc2a18-1e72-441a-9741-146921008878 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1444d0913b5b4cca9c941a11ecfd974c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7958305 Apr 11 19:24:17.200758 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc2a18-1e72-441a-9741-146921008878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a926756-e416-46ea-83f0-be8ab61bdea7,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:17.201374 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59302) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:17.219289 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f13de512-0114-4b29-a0e6-06ccfb85adfe admin admin] Publish callbacks [] for security_group (b5d6427f-bec5-4f0c-9a8a-6852f4f198cc), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:17.246330 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f13de512-0114-4b29-a0e6-06ccfb85adfe admin admin] Publish callbacks [] for security_group (b5d6427f-bec5-4f0c-9a8a-6852f4f198cc), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:17.286598 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e50ac061-1857-4691-9b7c-fbe3b9a77b63 admin admin] Publish callbacks [] for security_group (3a926756-e416-46ea-83f0-be8ab61bdea7), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:17.336162 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e50ac061-1857-4691-9b7c-fbe3b9a77b63 admin admin] Publish callbacks [] for security_group (3a926756-e416-46ea-83f0-be8ab61bdea7), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:17.393912 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f13de512-0114-4b29-a0e6-06ccfb85adfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (b5d6427f-bec5-4f0c-9a8a-6852f4f198cc), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:17.397147 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f13de512-0114-4b29-a0e6-06ccfb85adfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:17.402648 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f13de512-0114-4b29-a0e6-06ccfb85adfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5d6427f-bec5-4f0c-9a8a-6852f4f198cc HTTP/1.1" status: 204 len: 168 time: 0.2819791 Apr 11 19:24:17.412466 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13de512-0114-4b29-a0e6-06ccfb85adfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d6427f-bec5-4f0c-9a8a-6852f4f198cc,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:17.484409 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e50ac061-1857-4691-9b7c-fbe3b9a77b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (3a926756-e416-46ea-83f0-be8ab61bdea7), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:17.487889 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e50ac061-1857-4691-9b7c-fbe3b9a77b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:17.492263 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-e50ac061-1857-4691-9b7c-fbe3b9a77b63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a926756-e416-46ea-83f0-be8ab61bdea7 HTTP/1.1" status: 204 len: 168 time: 0.2892244 Apr 11 19:24:17.500900 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ac061-1857-4691-9b7c-fbe3b9a77b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a926756-e416-46ea-83f0-be8ab61bdea7,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:17.757063 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac9913-6d1f-429a-a593-b835e88c4ea1 req-7c37c866-0bbd-4a9f-aef4-1c2bd156fafb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:17.764086 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aac9913-6d1f-429a-a593-b835e88c4ea1 req-7c37c866-0bbd-4a9f-aef4-1c2bd156fafb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 943 time: 0.1188986 Apr 11 19:24:17.870182 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725e92b-70ab-49da-aac2-aaddee09e913 req-27d92635-3955-4579-b4aa-870d980f8d75 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:17.876591 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b725e92b-70ab-49da-aac2-aaddee09e913 req-27d92635-3955-4579-b4aa-870d980f8d75 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.1373610 Apr 11 19:24:17.948472 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aac9913-6d1f-429a-a593-b835e88c4ea1 req-f1203de8-866b-4914-8cdd-397cdd8f6497 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834877 Apr 11 19:24:17.991130 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b725e92b-70ab-49da-aac2-aaddee09e913 req-51fa8875-c1a3-4fc9-afdb-fc3e347d76d4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021414 Apr 11 19:24:18.052199 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f281ebd9-4948-4a59-a12a-4982027897b5 req-561e5049-92a8-423d-b580-c285fb488d2f service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586339 Apr 11 19:24:19.106212 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d6942-9ac8-4e1c-b21a-2f2be315e8d1 req-a242090c-edca-4f4c-9892-1de2b85ae2cf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:19.107745 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-808d6942-9ac8-4e1c-b21a-2f2be315e8d1 req-a242090c-edca-4f4c-9892-1de2b85ae2cf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 943 time: 0.0722399 Apr 11 19:24:19.197152 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e39a4-401f-4f26-9ef0-6bfab58dc781 req-80b50950-fd38-4977-ad25-38464a4cba34 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:19.199935 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d98e39a4-401f-4f26-9ef0-6bfab58dc781 req-80b50950-fd38-4977-ad25-38464a4cba34 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0911853 Apr 11 19:24:19.228905 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-808d6942-9ac8-4e1c-b21a-2f2be315e8d1 req-38351d96-1430-47f4-9e62-1cd5b26124a4 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850742 Apr 11 19:24:19.275623 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d98e39a4-401f-4f26-9ef0-6bfab58dc781 req-33a912b8-e4d3-4e0a-b15f-d5fae6a4a397 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670722 Apr 11 19:24:20.378303 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae166-d13d-44dc-809e-10405fc31d58 req-e215f8de-b91b-4800-adfa-b8782380a100 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:20.379994 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a00ae166-d13d-44dc-809e-10405fc31d58 req-e215f8de-b91b-4800-adfa-b8782380a100 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 943 time: 0.0632303 Apr 11 19:24:20.444858 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2fd7-4f41-431c-aa58-e277c4dc921c req-94f0c585-5c03-43b1-ad9d-b4e28ae1ce6a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:20.447287 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d70a2fd7-4f41-431c-aa58-e277c4dc921c req-94f0c585-5c03-43b1-ad9d-b4e28ae1ce6a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0869455 Apr 11 19:24:20.493065 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a00ae166-d13d-44dc-809e-10405fc31d58 req-ec948292-1b72-4e14-8bb0-2a7963d19ee7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923810 Apr 11 19:24:20.529827 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d70a2fd7-4f41-431c-aa58-e277c4dc921c req-fc7190e0-ec8d-48ad-90fd-c84d8efe96fb tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736642 Apr 11 19:24:21.017555 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73 req-60e29b8e-6f61-4452-88ea-fde0309c0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:21.019829 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73 req-60e29b8e-6f61-4452-88ea-fde0309c0b5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 1127 time: 0.0425384 Apr 11 19:24:21.134873 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73 req-4a3705d3-c82c-4089-ac22-fcbbce82adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:21.136322 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73 req-4a3705d3-c82c-4089-ac22-fcbbce82adf1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.1093309 Apr 11 19:24:21.185194 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73 req-5946a6ab-697d-4b86-ac6f-2ada420cfdd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb HTTP/1.1" status: 200 len: 217 time: 0.0396326 Apr 11 19:24:21.253225 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73 req-2fd53a83-ec2e-4be8-94df-b43337efd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:21.254836 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73 req-2fd53a83-ec2e-4be8-94df-b43337efd769 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0618718 Apr 11 19:24:21.331401 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73 req-e6e3d510-bc2d-41bc-8a44-9edc4fcbb1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:21.337552 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73 req-e6e3d510-bc2d-41bc-8a44-9edc4fcbb1a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695906 Apr 11 19:24:21.484345 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73 req-00c2144f-16f0-4024-b0a1-ff384d5f083a service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429200 Apr 11 19:24:21.685868 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c7041-1a91-4dff-9dfb-219b71a11620 req-aa5599fc-8373-490b-9212-862678ddaddf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:21.687416 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ed7c7041-1a91-4dff-9dfb-219b71a11620 req-aa5599fc-8373-490b-9212-862678ddaddf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 943 time: 0.1152229 Apr 11 19:24:21.726277 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c6e5f91f-ddb8-43bb-9115-7d6fc0622e73 req-a91d3a90-97ad-4661-8df0-d602a13932c5 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336204 Apr 11 19:24:21.783215 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762f3f2-4b95-4c1a-879e-fbe71648cae6 req-00e1bd8f-0576-42e9-b6a4-cf73f93df223 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:21.804334 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8762f3f2-4b95-4c1a-879e-fbe71648cae6 req-00e1bd8f-0576-42e9-b6a4-cf73f93df223 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.1554761 Apr 11 19:24:21.884308 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ed7c7041-1a91-4dff-9dfb-219b71a11620 req-a0dc3ed4-90c3-497b-a219-658a169729fb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855781 Apr 11 19:24:21.970175 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8762f3f2-4b95-4c1a-879e-fbe71648cae6 req-baa8535a-cee7-488f-8fee-0876943b7d0e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926099 Apr 11 19:24:22.261601 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59454) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:22.413922 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6b81da4a-ff2f-4657-b66c-9d83defdef0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:22.554649 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6b81da4a-ff2f-4657-b66c-9d83defdef0e admin admin] Publish callbacks [] for security_group (61456aa2-e214-499c-b4f2-4d9d8328d274), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:22.617569 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6b81da4a-ff2f-4657-b66c-9d83defdef0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (61456aa2-e214-499c-b4f2-4d9d8328d274), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:22.655761 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6b81da4a-ff2f-4657-b66c-9d83defdef0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=231b949a09bd436494a97740227e843c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929579 Apr 11 19:24:22.661646 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 59466) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:22.680125 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81da4a-ff2f-4657-b66c-9d83defdef0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61456aa2-e214-499c-b4f2-4d9d8328d274,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:22.744025 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-50483a7a-39c9-4b03-a5b2-e806a14028e4 admin admin] Publish callbacks [] for security_group (61456aa2-e214-499c-b4f2-4d9d8328d274), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:22.778649 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-50483a7a-39c9-4b03-a5b2-e806a14028e4 admin admin] Publish callbacks [] for security_group (61456aa2-e214-499c-b4f2-4d9d8328d274), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:22.930062 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-50483a7a-39c9-4b03-a5b2-e806a14028e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (61456aa2-e214-499c-b4f2-4d9d8328d274), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:22.932487 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-50483a7a-39c9-4b03-a5b2-e806a14028e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:22.936255 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-50483a7a-39c9-4b03-a5b2-e806a14028e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61456aa2-e214-499c-b4f2-4d9d8328d274 HTTP/1.1" status: 204 len: 168 time: 0.2713079 Apr 11 19:24:22.943459 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50483a7a-39c9-4b03-a5b2-e806a14028e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61456aa2-e214-499c-b4f2-4d9d8328d274,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:23.110436 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42016b79-6325-43f1-97b4-b5aa06393ec4 req-df1b9302-eeb5-4b05-949c-641bd6c99c73 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:23.117536 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-42016b79-6325-43f1-97b4-b5aa06393ec4 req-df1b9302-eeb5-4b05-949c-641bd6c99c73 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 943 time: 0.0650856 Apr 11 19:24:23.220309 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-42016b79-6325-43f1-97b4-b5aa06393ec4 req-9b2caea0-92e9-4a6e-a42c-866e0ae718e5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018665 Apr 11 19:24:23.231099 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788d10e-8d54-46d6-849e-aeec85fdc628 req-3540a9bc-575f-48e0-80d6-2a4b244a4b84 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:23.232978 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8788d10e-8d54-46d6-849e-aeec85fdc628 req-3540a9bc-575f-48e0-80d6-2a4b244a4b84 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0752883 Apr 11 19:24:23.233663 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 98e3f760-3276-4c2d-ae0b-1bf123b92fdb details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:24:23.330189 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8788d10e-8d54-46d6-849e-aeec85fdc628 req-15ba00c8-2c68-40b1-bc4c-fe2fa0a54b86 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900068 Apr 11 19:24:23.417109 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:23.450171 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'port_id': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'mac_address': 'fa:16:3e:08:1e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:24:23.511297 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:23.512224 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:23.536350 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e3f760-3276-4c2d-ae0b-1bf123b92fdb {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:24:23.566057 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:23.630069 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:23.708668 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=98e3f760-3276-4c2d-ae0b-1bf123b92fdb,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:24.380232 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13d9eb-832f-415c-8a0d-d3e2bb098b30 req-e04bac92-d305-496b-ae42-608a13ecdcab tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:24.381802 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6c13d9eb-832f-415c-8a0d-d3e2bb098b30 req-e04bac92-d305-496b-ae42-608a13ecdcab tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 944 time: 0.0488288 Apr 11 19:24:24.464401 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6c13d9eb-832f-415c-8a0d-d3e2bb098b30 req-70bc476b-5253-4c87-bf06-42b8c955091f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741501 Apr 11 19:24:24.477651 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b8be4-4889-4e0c-a20a-6c5c0c6b63a0 req-965751f1-65a7-497a-9e46-030a257a4f22 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:24.479084 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e1b8be4-4889-4e0c-a20a-6c5c0c6b63a0 req-965751f1-65a7-497a-9e46-030a257a4f22 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0609190 Apr 11 19:24:24.528963 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e1b8be4-4889-4e0c-a20a-6c5c0c6b63a0 req-c164f2ab-72cc-4813-b60f-340ffa887de3 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443521 Apr 11 19:24:25.577311 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d078b8-1662-4b36-8803-453eb1614e46 req-70270a4f-8c03-473f-be7a-dd7be12f3b2e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:25.578839 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-09d078b8-1662-4b36-8803-453eb1614e46 req-70270a4f-8c03-473f-be7a-dd7be12f3b2e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 944 time: 0.0475409 Apr 11 19:24:25.661235 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-09d078b8-1662-4b36-8803-453eb1614e46 req-cc639c21-77b5-423e-b459-89ab0405262d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767765 Apr 11 19:24:25.672113 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41018a31-d726-4ce8-b65c-a170d2ed54b0 req-48547e85-ea4c-47f1-8d8d-51b2c2b48a90 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:25.674004 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41018a31-d726-4ce8-b65c-a170d2ed54b0 req-48547e85-ea4c-47f1-8d8d-51b2c2b48a90 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0634806 Apr 11 19:24:25.733633 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41018a31-d726-4ce8-b65c-a170d2ed54b0 req-baa3fda6-b22f-44d7-a98a-b8e6c3ff4673 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526235 Apr 11 19:24:26.479497 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['98e3f760-3276-4c2d-ae0b-1bf123b92fdb'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:24:26.788873 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72755e40-e65f-4b98-933a-d61e9af92196 req-1692fb92-98e7-461f-9fb1-1ef23d5b3363 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:26.791786 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-72755e40-e65f-4b98-933a-d61e9af92196 req-1692fb92-98e7-461f-9fb1-1ef23d5b3363 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 944 time: 0.0569654 Apr 11 19:24:26.897172 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021397e-65dc-47a2-96d1-399843c48e02 req-7d8ed006-3263-4826-aca9-7b92a679c014 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:26.898771 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5021397e-65dc-47a2-96d1-399843c48e02 req-7d8ed006-3263-4826-aca9-7b92a679c014 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0777421 Apr 11 19:24:26.904342 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-72755e40-e65f-4b98-933a-d61e9af92196 req-b0f9e08f-f30d-4c75-baa9-570cdeac119d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074519 Apr 11 19:24:26.947087 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5021397e-65dc-47a2-96d1-399843c48e02 req-88f0c851-fc4f-488b-b7ea-10e34e2b3069 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415499 Apr 11 19:24:27.058140 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66127e17-f3c5-4a95-9334-9fe906105056 req-9ffcaa66-7010-4532-a9c4-f5a8b126f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:27.059608 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-66127e17-f3c5-4a95-9334-9fe906105056 req-9ffcaa66-7010-4532-a9c4-f5a8b126f046 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 1129 time: 0.0441375 Apr 11 19:24:27.151814 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66127e17-f3c5-4a95-9334-9fe906105056 req-1154a9d9-8877-4ca4-b2df-76d9e7d8cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:27.153602 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-66127e17-f3c5-4a95-9334-9fe906105056 req-1154a9d9-8877-4ca4-b2df-76d9e7d8cd95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 918 time: 0.0869014 Apr 11 19:24:27.230713 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-66127e17-f3c5-4a95-9334-9fe906105056 req-f2e418b0-0209-491d-a8bc-6432527920e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a9f828f-8465-4953-892f-890ad6971a58 HTTP/1.1" status: 200 len: 1000 time: 0.0677149 Apr 11 19:24:27.279838 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66127e17-f3c5-4a95-9334-9fe906105056 req-baeaf7de-d85b-4fb6-b9fd-2201deacc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:27.281262 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-66127e17-f3c5-4a95-9334-9fe906105056 req-baeaf7de-d85b-4fb6-b9fd-2201deacc5c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 200 len: 856 time: 0.0431101 Apr 11 19:24:27.326162 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66127e17-f3c5-4a95-9334-9fe906105056 req-c7a1957f-0b5f-40b6-89f2-2fd16eb8563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:27.327655 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-66127e17-f3c5-4a95-9334-9fe906105056 req-c7a1957f-0b5f-40b6-89f2-2fd16eb8563f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34eb8caf-ea24-4e8f-89b6-a31932c34a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383215 Apr 11 19:24:27.360724 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:27.424392 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-66127e17-f3c5-4a95-9334-9fe906105056 req-148ebc84-5104-4a39-8fe9-bb4c01cd2086 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880497 Apr 11 19:24:27.515784 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-66127e17-f3c5-4a95-9334-9fe906105056 req-af84e9f6-e0d5-49d9-b86e-cad8d08683e5 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845499 Apr 11 19:24:28.048436 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-d058fa92-77ae-4e59-b076-1769a201174a tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ced138a9ae1c4e96a138ccc34ee62d9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579998 Apr 11 19:24:28.077468 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618df715-a730-4ee7-9362-245b1ea356fd req-a1882a0d-51a1-4916-a5f2-05f0861427bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:28.078935 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-618df715-a730-4ee7-9362-245b1ea356fd req-a1882a0d-51a1-4916-a5f2-05f0861427bd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 944 time: 0.0995364 Apr 11 19:24:28.266823 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-618df715-a730-4ee7-9362-245b1ea356fd req-74b6a203-ca81-4792-951b-2e34c01b9bd1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693764 Apr 11 19:24:28.287087 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-8c625211-6624-4f04-841b-b0383c01701f tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:28.288599 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-8c625211-6624-4f04-841b-b0383c01701f tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344127 Apr 11 19:24:28.303907 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-e839a339-f867-4b2e-87c2-2000cbb40cc6 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/quotas/ced138a9ae1c4e96a138ccc34ee62d9a HTTP/1.1" status: 200 len: 375 time: 0.0097914 Apr 11 19:24:28.339768 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-c346f87a-22a2-4c4c-92de-a80eb272040b tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ced138a9ae1c4e96a138ccc34ee62d9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305278 Apr 11 19:24:28.379596 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 98e3f760-3276-4c2d-ae0b-1bf123b92fdb up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:28.391837 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83bb0a-fd8f-4ee8-8fab-c9c109a9a1d4 req-5bed7760-f644-4024-a7e4-979553bd12e7 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:28.395607 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5e83bb0a-fd8f-4ee8-8fab-c9c109a9a1d4 req-5bed7760-f644-4024-a7e4-979553bd12e7 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.0580618 Apr 11 19:24:28.444924 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:24:28.453151 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5e83bb0a-fd8f-4ee8-8fab-c9c109a9a1d4 req-588443a2-5146-4c11-bdec-d0ed3b9e73b4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483479 Apr 11 19:24:28.563578 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:28.564034 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:28.648130 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:28.648340 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:28.648432 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-461178df-94f9-4d54-b28b-e60974760931 req-fa9853ce-25d5-46e7-a82d-9d796d52ca47 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 210 time: 0.0317852 Apr 11 19:24:28.676933 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:24:28.677032 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e899da-ccc4-4278-8f82-0e4f1712bd1a" -d '{"events": [{"server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "name": "network-vif-plugged", "status": "completed", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:24:28.690306 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:28.717597 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724cabc-0cfe-4ad9-8b58-df7668769344 x-openstack-request-id: req-3724cabc-0cfe-4ad9-8b58-df7668769344 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:24:28.717942 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "name": "network-vif-plugged", "status": "completed", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:24:28.718198 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3724cabc-0cfe-4ad9-8b58-df7668769344 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:24:28.718625 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3724cabc-0cfe-4ad9-8b58-df7668769344'] response: {'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'code': 200} Apr 11 19:24:28.764066 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:28.814231 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=98e3f760-3276-4c2d-ae0b-1bf123b92fdb,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:29.381699 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca868c9-860c-40de-9b18-c778a237cf34 req-da907482-fbc8-4332-8da3-444235676753 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:29.383290 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9ca868c9-860c-40de-9b18-c778a237cf34 req-da907482-fbc8-4332-8da3-444235676753 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0477943 Apr 11 19:24:29.436999 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9ca868c9-860c-40de-9b18-c778a237cf34 req-79a8ea34-75da-4bfc-b537-af8c4dae5c46 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480897 Apr 11 19:24:29.643935 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca751-a8b7-4c13-b64f-daf75d30aa1b req-984b3f45-6ff5-4cdd-a788-04403ccead1f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:29.650258 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8a2ca751-a8b7-4c13-b64f-daf75d30aa1b req-984b3f45-6ff5-4cdd-a788-04403ccead1f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 945 time: 0.1062353 Apr 11 19:24:29.660482 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ec5e0-1d73-4d44-9c51-61721d9638e2 req-88630d48-5521-48eb-9136-6534b1b3cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:29.661878 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-588ec5e0-1d73-4d44-9c51-61721d9638e2 req-88630d48-5521-48eb-9136-6534b1b3cf08 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 1129 time: 0.0834885 Apr 11 19:24:29.723044 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8a2ca751-a8b7-4c13-b64f-daf75d30aa1b req-17baffca-b1b8-49f9-8561-fc7361fe8f41 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695519 Apr 11 19:24:29.781478 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d29fca63-7f53-481d-b9d8-78f8b9a00d84 req-f7efbbae-33e4-49a4-981a-a628cfd58450 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 210 time: 0.0546489 Apr 11 19:24:29.788282 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-588ec5e0-1d73-4d44-9c51-61721d9638e2 req-4a600cce-81bf-44d3-b6cb-d8ed057f3584 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182284 Apr 11 19:24:30.419462 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3a9f828f-8465-4953-892f-890ad6971a58 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:24:30.498949 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3a9f828f-8465-4953-892f-890ad6971a58 is: ACTIVE; New status is: DOWN {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:30.499262 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3a9f828f-8465-4953-892f-890ad6971a58), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:30.533368 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:30.548552 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d3265-306c-4106-9027-f067236c4569 req-f117e69d-23da-4cef-a79e-85b868d1eee6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:30.550230 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fb5d3265-306c-4106-9027-f067236c4569 req-f117e69d-23da-4cef-a79e-85b868d1eee6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0470192 Apr 11 19:24:30.597882 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fb5d3265-306c-4106-9027-f067236c4569 req-7d837906-584c-49a0-92b8-0a463af5355e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419483 Apr 11 19:24:30.598064 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3a9f828f-8465-4953-892f-890ad6971a58), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:30.648037 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3a9f828f-8465-4953-892f-890ad6971a58,revision_number=8']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:30.719994 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:24:30.722440 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46759c5-a1e2-45e2-93e5-7a6104f1d0f9" -d '{"events": [{"server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "name": "network-vif-unplugged", "status": "completed", "tag": "3a9f828f-8465-4953-892f-890ad6971a58"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:24:30.758550 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 19:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af79c1b-20fa-4317-b7dd-dc80b1c96cd7 x-openstack-request-id: req-0af79c1b-20fa-4317-b7dd-dc80b1c96cd7 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:24:30.759148 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "name": "network-vif-unplugged", "status": "completed", "tag": "3a9f828f-8465-4953-892f-890ad6971a58", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:24:30.759582 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0af79c1b-20fa-4317-b7dd-dc80b1c96cd7 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:24:30.760185 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af79c1b-20fa-4317-b7dd-dc80b1c96cd7'] response: {'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58', 'code': 200} Apr 11 19:24:30.891363 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdcfa8-d82f-45db-81ba-627f939c0f41 req-30cc86f7-76ae-441a-b511-e6ee9d1174f6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:30.901210 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ddfdcfa8-d82f-45db-81ba-627f939c0f41 req-30cc86f7-76ae-441a-b511-e6ee9d1174f6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0801666 Apr 11 19:24:30.927432 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3a55a91e-5cf7-4040-87d9-280255c8d177 req-67f5c2a6-9f37-4662-be5a-990f8b374626 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 210 time: 0.0575972 Apr 11 19:24:30.976487 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ddfdcfa8-d82f-45db-81ba-627f939c0f41 req-c360d814-cdea-4ba5-bbaa-9f43f5105ae0 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761952 Apr 11 19:24:31.507177 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-48a5b491-c8e3-42ed-ab54-b75b998a5294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:31.711549 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab0b7e-88a0-45f3-826c-a6b9ada81a55 req-b6b9bbec-6eff-4243-812d-33c3baf4838d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:31.713116 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0eab0b7e-88a0-45f3-826c-a6b9ada81a55 req-b6b9bbec-6eff-4243-812d-33c3baf4838d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0475116 Apr 11 19:24:31.759438 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0eab0b7e-88a0-45f3-826c-a6b9ada81a55 req-859f33ff-7c61-44c4-9c51-11c31f477fe8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407259 Apr 11 19:24:32.030158 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-404c65b4-1eac-4b41-8ebd-ad46a7b54b48 req-a814f6ab-4561-41ae-b2cf-95dde7083239 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 210 time: 0.0286450 Apr 11 19:24:32.380529 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-9a174613-08c7-46e6-9f75-39f77d07033e req-811bd3d9-4851-42a9-b29b-6d8bf1c654bb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:24:32.381536 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a174613-08c7-46e6-9f75-39f77d07033e req-811bd3d9-4851-42a9-b29b-6d8bf1c654bb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059788 Apr 11 19:24:32.671600 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9d24f-6f99-4b0d-851a-a7f84ef37a8d req-2cb72311-eaf2-4614-9a3c-8fc977b71b67 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:32.673399 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-44d9d24f-6f99-4b0d-851a-a7f84ef37a8d req-2cb72311-eaf2-4614-9a3c-8fc977b71b67 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0499678 Apr 11 19:24:32.726717 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-44d9d24f-6f99-4b0d-851a-a7f84ef37a8d req-fc356297-f84b-4b5b-bcb7-a7aa27fe92e1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464966 Apr 11 19:24:32.874451 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b434885-99c5-4750-8a98-2044da816617 req-d7b1f513-146c-4a49-8893-2eb171a037dd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:32.875945 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6b434885-99c5-4750-8a98-2044da816617 req-d7b1f513-146c-4a49-8893-2eb171a037dd tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0488646 Apr 11 19:24:32.923923 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6b434885-99c5-4750-8a98-2044da816617 req-4a966b3f-9b8d-4d98-852e-df6cfaee9f1d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423255 Apr 11 19:24:33.033306 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2d26a-ea54-4965-8a94-0a28641d5908 req-f8b2ccdc-38c7-499c-ace1-3249be80aa4b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:33.035422 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-aca2d26a-ea54-4965-8a94-0a28641d5908 req-f8b2ccdc-38c7-499c-ace1-3249be80aa4b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0476575 Apr 11 19:24:33.043970 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 59746) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:33.048159 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-bcb75ffe-31c8-4c68-9715-04d1b41381e6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Request body: {'floatingip': {'port_id': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:33.090058 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bcb75ffe-31c8-4c68-9715-04d1b41381e6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for floatingip (7c8b16a6-8ad0-4fd9-82e5-d4782a67328e), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:33.173881 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-32233b23-d5fd-422d-a91b-2ec7607ec3c9 req-c7c319e5-21f2-46e9-ad8a-df0b06d97a62 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 210 time: 0.0540454 Apr 11 19:24:33.793534 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bcb75ffe-31c8-4c68-9715-04d1b41381e6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:33.844180 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7824ef-7047-4c97-9cf6-fecc580d52a6 req-437f54f9-f548-40c4-8f43-4c65fa35f76e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:33.845869 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6e7824ef-7047-4c97-9cf6-fecc580d52a6 req-437f54f9-f548-40c4-8f43-4c65fa35f76e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0484858 Apr 11 19:24:33.876829 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bcb75ffe-31c8-4c68-9715-04d1b41381e6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (7c8b16a6-8ad0-4fd9-82e5-d4782a67328e), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:33.929344 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-67236e74-f3cb-4161-8111-530871fb9980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:33.932850 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6e7824ef-7047-4c97-9cf6-fecc580d52a6 req-2522e072-9b4c-4e6b-8fb8-96bb8187f0d2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812268 Apr 11 19:24:34.007431 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-bcb75ffe-31c8-4c68-9715-04d1b41381e6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Floating IP 7c8b16a6-8ad0-4fd9-82e5-d4782a67328e associated. External IP: 172.27.2.214, port: 98e3f760-3276-4c2d-ae0b-1bf123b92fdb. Apr 11 19:24:34.223906 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb75ffe-31c8-4c68-9715-04d1b41381e6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Router b697f69b-a32a-41fa-a803-6b975ca78d20 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:24:34.305152 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-21670708-986f-4719-a59a-b1f895197e61 req-6e71e355-b57e-42d2-b8b1-642504742a2a tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 210 time: 0.0341268 Apr 11 19:24:34.361850 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb75ffe-31c8-4c68-9715-04d1b41381e6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:24:34.367605 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bcb75ffe-31c8-4c68-9715-04d1b41381e6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:34.372107 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17114a0-9671-4db9-b654-a155261b7b54 None None] Sync routers for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:24:34.381285 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17114a0-9671-4db9-b654-a155261b7b54 None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:24:34.382098 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a17114a0-9671-4db9-b654-a155261b7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:24:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:34.408538 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-bcb75ffe-31c8-4c68-9715-04d1b41381e6 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "PUT /v2.0/floatingips/7c8b16a6-8ad0-4fd9-82e5-d4782a67328e HTTP/1.1" status: 200 len: 991 time: 1.3577483 Apr 11 19:24:34.408538 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:24:34.408538 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:24:34.449443 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91725bae-71b5-408a-a6e8-52b6b1d9f87d x-openstack-request-id: req-91725bae-71b5-408a-a6e8-52b6b1d9f87d {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:24:34.449747 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:24:34.450145 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91725bae-71b5-408a-a6e8-52b6b1d9f87d {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:24:34.450767 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91725bae-71b5-408a-a6e8-52b6b1d9f87d'] response: {'name': 'network-changed', 'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'status': 'completed', 'code': 200} Apr 11 19:24:34.495803 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-a17114a0-9671-4db9-b654-a155261b7b54 None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:24:34.634764 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:34.786168 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a17114a0-9671-4db9-b654-a155261b7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '7c8b16a6-8ad0-4fd9-82e5-d4782a67328e', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'port_id': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'mac_address': 'fa:16:3e:08:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:24:09Z', 'updated_at': '2022-04-11T19:24:33Z', 'revision_number': 1, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:14Z', 'revision_number': 5, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:34.813536 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17114a0-9671-4db9-b654-a155261b7b54 None None] Checking router: b697f69b-a32a-41fa-a803-6b975ca78d20 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:24:34.822274 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17114a0-9671-4db9-b654-a155261b7b54 None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:24:34.822874 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a17114a0-9671-4db9-b654-a155261b7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:24:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:34.935604 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-a17114a0-9671-4db9-b654-a155261b7b54 None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:24:34.967479 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-33dc22c0-6e18-4a21-a3e4-0d0272db5449 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ced138a9ae1c4e96a138ccc34ee62d9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245309 Apr 11 19:24:35.009711 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf req-60a2665f-556a-46f5-88f2-5231a99e9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:35.012341 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf req-60a2665f-556a-46f5-88f2-5231a99e9649 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 1129 time: 0.0511699 Apr 11 19:24:35.140470 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57500f-077e-4aa0-a7c4-0e047cd13cab req-26f474eb-cf4e-4956-be4d-187471e0770e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:35.143709 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf req-fa188dda-7485-4863-8064-f82e3002ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:35.145283 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf req-fa188dda-7485-4863-8064-f82e3002ad85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.1245794 Apr 11 19:24:35.147805 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8a57500f-077e-4aa0-a7c4-0e047cd13cab req-26f474eb-cf4e-4956-be4d-187471e0770e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0881743 Apr 11 19:24:35.156463 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-a6dee2be-b1bf-4b14-a3e0-ae0c1fe48cb8 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:35.158241 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-a6dee2be-b1bf-4b14-a3e0-ae0c1fe48cb8 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853833 Apr 11 19:24:35.183594 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Request body: {'port': {'device_id': 'c00157d7-bf43-4d56-9ce6-b96bcc8ef87b', 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df', 'admin_state_up': True, 'tenant_id': 'ced138a9ae1c4e96a138ccc34ee62d9a'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:35.240236 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a17114a0-9671-4db9-b654-a155261b7b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '7c8b16a6-8ad0-4fd9-82e5-d4782a67328e', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'port_id': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'mac_address': 'fa:16:3e:08:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:24:09Z', 'updated_at': '2022-04-11T19:24:33Z', 'revision_number': 1, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:14Z', 'revision_number': 5, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:35.256944 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf req-b8956625-ff96-4bb5-bbfa-4df065311cbf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb HTTP/1.1" status: 200 len: 999 time: 0.0880630 Apr 11 19:24:35.270649 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8a57500f-077e-4aa0-a7c4-0e047cd13cab req-dcf74d07-c448-4efc-a5fa-821bac63dccb tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216342 Apr 11 19:24:35.276340 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17114a0-9671-4db9-b654-a155261b7b54 None None] The sync data for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi is: [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '7c8b16a6-8ad0-4fd9-82e5-d4782a67328e', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'port_id': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'mac_address': 'fa:16:3e:08:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:24:09Z', 'updated_at': '2022-04-11T19:24:33Z', 'revision_number': 1, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:14Z', 'revision_number': 5, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:24:35.340327 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf req-20aab1ee-f0fb-464d-95b4-aaa9f25347e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:35.342562 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf req-20aab1ee-f0fb-464d-95b4-aaa9f25347e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0789802 Apr 11 19:24:35.396302 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf req-bcb5b85d-baac-491c-b1ca-3f95d29a5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:35.397996 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf req-bcb5b85d-baac-491c-b1ca-3f95d29a5749 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471113 Apr 11 19:24:35.429498 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2eccb53b-fca6-4d71-bf4d-c4befbeb90ff req-bd59c570-2172-4333-bc6b-2ba3f300a886 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 210 time: 0.0346272 Apr 11 19:24:35.454799 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Made reservation on behalf of ced138a9ae1c4e96a138ccc34ee62d9a for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:24:35.458270 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:35.469356 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:35.533168 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8237128-890c-4851-9cbb-1cde9efc4f22 None None] New status for floating IP 7c8b16a6-8ad0-4fd9-82e5-d4782a67328e: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:24:35.606457 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Publish callbacks [] for security_group (bf6f6b6b-ebb7-4436-812d-288003f454b0), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:35.623763 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 59794) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:35.641074 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf req-0a3701e1-e232-4a02-8569-f75eecd26365 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573784 Apr 11 19:24:35.698959 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (bf6f6b6b-ebb7-4436-812d-288003f454b0), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:35.753457 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f7801fb-3553-4748-9aa0-6f1bd22b0bdf req-25976880-4038-4eaa-b3b4-0da2fa5f3913 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970056 Apr 11 19:24:35.767757 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-4a6ea1eb-b82c-4640-b40d-a8c55e39082f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1427860 Apr 11 19:24:35.786059 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-99c12dbf-5a5d-49b7-a554-74cf87d7ee6a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:24:35.787031 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-99c12dbf-5a5d-49b7-a554-74cf87d7ee6a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089133 Apr 11 19:24:35.795756 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6f6b6b-ebb7-4436-812d-288003f454b0,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:35.872088 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Allocated IP 192.168.233.24 (865521bf-4eaa-4441-b068-599cf1bd58df/3d75e015-2371-4933-b9d4-d8ddc444c8a4/f58f8ca6-0075-48a5-8a2a-51b64a198d36) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:24:35.876621 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59808) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:35.936507 dv-cinder-837362-1-iscsi neutron-server[103944]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 19:24:35.985135 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-248c4504-3636-4a9a-847f-2aaf7daee04f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:35.986585 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-248c4504-3636-4a9a-847f-2aaf7daee04f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports/3a9f828f-8465-4953-892f-890ad6971a58 HTTP/1.1" status: 200 len: 940 time: 0.1088653 Apr 11 19:24:36.038745 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Publish callbacks [] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:36.195721 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:36.243582 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Network 865521bf-4eaa-4441-b068-599cf1bd58df is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:24:36.246910 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:36.250730 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:24:36.260637 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Pushing event updated for resources: {'Port': ['ID=f58f8ca6-0075-48a5-8a2a-51b64a198d36,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:36.309752 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:36.310371 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:36.447151 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:36.463659 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bcbc9-e0fc-48eb-919d-b167cdcbe80c req-c6f63fda-6bbe-4f21-8804-bfb75c66b44f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:36.471474 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a4bcbc9-e0fc-48eb-919d-b167cdcbe80c req-c6f63fda-6bbe-4f21-8804-bfb75c66b44f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0805347 Apr 11 19:24:36.483569 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-37716f2a-311b-44e3-b2e4-2f1806fb7fdd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3038969 Apr 11 19:24:36.490267 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-3d84c000-6267-413a-be8c-63287f87a86f None None] Provisioning complete for port f58f8ca6-0075-48a5-8a2a-51b64a198d36 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:36.495979 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3d84c000-6267-413a-be8c-63287f87a86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:36.500781 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Request body: {'port': {'device_id': 'c00157d7-bf43-4d56-9ce6-b96bcc8ef87b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:36.553422 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-3d84c000-6267-413a-be8c-63287f87a86f None None] Port f58f8ca6-0075-48a5-8a2a-51b64a198d36 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:24:36.644817 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a4bcbc9-e0fc-48eb-919d-b167cdcbe80c req-40924399-9db6-42d0-a99b-6db728bbe490 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1679776 Apr 11 19:24:36.690228 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d55071-3126-4e7d-8e37-c37226ca8908 req-9e324d49-e262-40eb-a04c-662acab04147 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:36.692308 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-06d55071-3126-4e7d-8e37-c37226ca8908 req-9e324d49-e262-40eb-a04c-662acab04147 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 935 time: 0.1355579 Apr 11 19:24:36.696899 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:36.790018 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-06d55071-3126-4e7d-8e37-c37226ca8908 req-9d5e7c31-932d-4604-96bf-bff3ff106991 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908160 Apr 11 19:24:37.015066 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58f8ca6-0075-48a5-8a2a-51b64a198d36 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:24:37.022988 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Publish callbacks [] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:37.037867 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Transition to ACTIVE for port object f58f8ca6-0075-48a5-8a2a-51b64a198d36 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:24:37.180973 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:37.235157 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Pushing event updated for resources: {'Port': ['ID=f58f8ca6-0075-48a5-8a2a-51b64a198d36,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:37.305815 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Attempting to bind port f58f8ca6-0075-48a5-8a2a-51b64a198d36 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:24:37.306150 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Attempting to bind port f58f8ca6-0075-48a5-8a2a-51b64a198d36 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '94b1869d-a419-4c4d-9938-6f57aff3086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:24:37.306475 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Attempting to bind port f58f8ca6-0075-48a5-8a2a-51b64a198d36 on network 865521bf-4eaa-4441-b068-599cf1bd58df {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:24:37.311216 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Port f58f8ca6-0075-48a5-8a2a-51b64a198d36 on network 865521bf-4eaa-4441-b068-599cf1bd58df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:24:37.312472 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Attempting to bind port f58f8ca6-0075-48a5-8a2a-51b64a198d36 on network 865521bf-4eaa-4441-b068-599cf1bd58df {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:24:37.317044 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:24:37.317389 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Checking segment: {'id': '94b1869d-a419-4c4d-9938-6f57aff3086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:24:37.317774 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Bound using segment: {'id': '94b1869d-a419-4c4d-9938-6f57aff3086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:24:37.318426 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Bound port: f58f8ca6-0075-48a5-8a2a-51b64a198d36, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b1869d-a419-4c4d-9938-6f57aff3086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:24:37.318592 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:37.390577 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] For port f58f8ca6-0075-48a5-8a2a-51b64a198d36, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:24:37.394440 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] For port f58f8ca6-0075-48a5-8a2a-51b64a198d36, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f58f8ca6-0075-48a5-8a2a-51b64a198d36,segment=NetworkSegment(94b1869d-a419-4c4d-9938-6f57aff3086c),segment_id=94b1869d-a419-4c4d-9938-6f57aff3086c)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:24:37.504284 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:37.536688 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:37.537433 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:37.538826 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] 10.222.0.23 "PUT /v2.0/ports/f58f8ca6-0075-48a5-8a2a-51b64a198d36 HTTP/1.1" status: 200 len: 1097 time: 1.0469885 Apr 11 19:24:37.541439 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00157d7-bf43-4d56-9ce6-b96bcc8ef87b', 'tag': 'f58f8ca6-0075-48a5-8a2a-51b64a198d36'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:24:37.549446 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398f82d6-f40b-4452-9257-19acc1e4adbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c00157d7-bf43-4d56-9ce6-b96bcc8ef87b", "tag": "f58f8ca6-0075-48a5-8a2a-51b64a198d36"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:24:37.573039 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47d958-46bb-4439-b570-b60cd805a77c service neutron] Pushing event updated for resources: {'Port': ['ID=f58f8ca6-0075-48a5-8a2a-51b64a198d36,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:37.586702 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6895e42e-2fa6-4d44-b962-34d667bb6efa x-openstack-request-id: req-6895e42e-2fa6-4d44-b962-34d667bb6efa {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:24:37.587001 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00157d7-bf43-4d56-9ce6-b96bcc8ef87b", "tag": "f58f8ca6-0075-48a5-8a2a-51b64a198d36", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:24:37.589409 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6895e42e-2fa6-4d44-b962-34d667bb6efa {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:24:37.589409 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6895e42e-2fa6-4d44-b962-34d667bb6efa'] response: {'name': 'network-changed', 'server_uuid': 'c00157d7-bf43-4d56-9ce6-b96bcc8ef87b', 'tag': 'f58f8ca6-0075-48a5-8a2a-51b64a198d36', 'status': 'completed', 'code': 200} Apr 11 19:24:37.660865 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f82d6-f40b-4452-9257-19acc1e4adbd req-f00c6b17-4b06-4686-a7a3-51d56ac9af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:37.664034 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-398f82d6-f40b-4452-9257-19acc1e4adbd req-f00c6b17-4b06-4686-a7a3-51d56ac9af3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ced138a9ae1c4e96a138ccc34ee62d9a&device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 1131 time: 0.0515826 Apr 11 19:24:37.703391 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-398f82d6-f40b-4452-9257-19acc1e4adbd req-662837d0-92fd-42c0-af46-7426735af1bb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ced138a9ae1c4e96a138ccc34ee62d9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283246 Apr 11 19:24:37.827248 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed46dd-8839-47a5-bdd6-19bcb20d8cfd req-726f032c-62a1-47b0-9b5d-bfa6b9287bd4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:37.828714 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-72ed46dd-8839-47a5-bdd6-19bcb20d8cfd req-726f032c-62a1-47b0-9b5d-bfa6b9287bd4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0811925 Apr 11 19:24:37.858406 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f82d6-f40b-4452-9257-19acc1e4adbd req-3c41c21b-44f5-4b97-aa52-a3e6906b7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:37.860128 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-398f82d6-f40b-4452-9257-19acc1e4adbd req-3c41c21b-44f5-4b97-aa52-a3e6906b7490 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1497042 Apr 11 19:24:37.918258 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:37.934969 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-72ed46dd-8839-47a5-bdd6-19bcb20d8cfd req-7c842be2-c09b-4c06-b839-d0d1283a2bac tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959585 Apr 11 19:24:37.962640 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ff54b-8582-4d34-8d8d-a32d02b27e4e req-dabb7f10-4b30-4979-90ef-426e7e164615 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:37.964143 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-553ff54b-8582-4d34-8d8d-a32d02b27e4e req-dabb7f10-4b30-4979-90ef-426e7e164615 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 947 time: 0.0859654 Apr 11 19:24:37.979924 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-e1f268cb-c94a-4754-afeb-d16993e2d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:37.981430 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-e1f268cb-c94a-4754-afeb-d16993e2d462 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ced138a9ae1c4e96a138ccc34ee62d9a&device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 1131 time: 0.0651171 Apr 11 19:24:38.038468 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-652b1d7b-37d1-4ea9-8e78-bcc63b4b5ecd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f58f8ca6-0075-48a5-8a2a-51b64a198d36 HTTP/1.1" status: 200 len: 217 time: 0.0481992 Apr 11 19:24:38.063507 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-553ff54b-8582-4d34-8d8d-a32d02b27e4e req-7c8b5dd7-1951-4356-880c-9c65b930630d tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922201 Apr 11 19:24:38.099423 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-dc80a4ee-4676-46be-8ca7-019d86a4a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:38.100890 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-dc80a4ee-4676-46be-8ca7-019d86a4a8ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d75e015-2371-4933-b9d4-d8ddc444c8a4 HTTP/1.1" status: 200 len: 843 time: 0.0499465 Apr 11 19:24:38.155075 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-b4988d8f-69c3-41b1-92df-263c623ed008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:38.156758 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-b4988d8f-69c3-41b1-92df-263c623ed008 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=865521bf-4eaa-4441-b068-599cf1bd58df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0406523 Apr 11 19:24:38.256101 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-908d9f20-0ae9-4de7-8111-ca4bf89fddef service neutron] 10.222.0.23 "GET /v2.0/networks/865521bf-4eaa-4441-b068-599cf1bd58df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881047 Apr 11 19:24:38.350119 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb022c31-a525-4cca-8a2d-e931e81ea7d6 req-9d69ff29-e6cd-40f4-9d93-0085557340e8 service neutron] 10.222.0.23 "GET /v2.0/networks/865521bf-4eaa-4441-b068-599cf1bd58df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875916 Apr 11 19:24:39.053817 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45ac2-0776-4669-ac5a-a0d962883f16 req-00fe0dae-8668-4728-833f-1a252be6a0ea tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:39.055366 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3d45ac2-0776-4669-ac5a-a0d962883f16 req-00fe0dae-8668-4728-833f-1a252be6a0ea tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0483739 Apr 11 19:24:39.109425 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3d45ac2-0776-4669-ac5a-a0d962883f16 req-fba4449d-94df-4788-970f-1262cb13d735 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482836 Apr 11 19:24:39.211492 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee961ad4-6e6c-456a-aa74-00d42818b55b req-bbb0dcaf-d858-4d32-8fca-627ff16340cb tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:39.213001 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee961ad4-6e6c-456a-aa74-00d42818b55b req-bbb0dcaf-d858-4d32-8fca-627ff16340cb tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 947 time: 0.0473130 Apr 11 19:24:39.258946 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee961ad4-6e6c-456a-aa74-00d42818b55b req-6bc6ec5b-e59b-4670-8ee3-5088b105f383 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403326 Apr 11 19:24:40.229549 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8844d23-4315-408a-b712-b97f3277b11a req-4cc5b9cd-cda2-46aa-984c-bff18f83ee98 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:40.231036 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8844d23-4315-408a-b712-b97f3277b11a req-4cc5b9cd-cda2-46aa-984c-bff18f83ee98 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0492294 Apr 11 19:24:40.344189 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8844d23-4315-408a-b712-b97f3277b11a req-47a98b2c-1136-4dba-957c-5d7c677168ce tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076467 Apr 11 19:24:40.348096 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-548ebbc0-134e-45d8-9deb-6b5f8fbb2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:40.349592 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-548ebbc0-134e-45d8-9deb-6b5f8fbb2e46 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784&tenant_id=902b30688b0543f5af404ec495801a4e HTTP/1.1" status: 200 len: 1127 time: 0.0922947 Apr 11 19:24:40.455121 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47570b67-2014-4778-b06a-f8164a288943 req-f5350b84-55fa-44c4-8abe-8cd7b2a20256 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:40.457175 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47570b67-2014-4778-b06a-f8164a288943 req-f5350b84-55fa-44c4-8abe-8cd7b2a20256 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 947 time: 0.0774322 Apr 11 19:24:40.458249 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-6a81ca58-178f-4cda-b3c4-a1666a98378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:40.459837 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-6a81ca58-178f-4cda-b3c4-a1666a98378d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 1127 time: 0.0720515 Apr 11 19:24:40.468521 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device f58f8ca6-0075-48a5-8a2a-51b64a198d36 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:24:40.558635 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47570b67-2014-4778-b06a-f8164a288943 req-58daa48d-aa14-4a0d-8451-b252719e37c0 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960336 Apr 11 19:24:40.571820 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port f58f8ca6-0075-48a5-8a2a-51b64a198d36, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f58f8ca6-0075-48a5-8a2a-51b64a198d36,segment=NetworkSegment(94b1869d-a419-4c4d-9938-6f57aff3086c),segment_id=94b1869d-a419-4c4d-9938-6f57aff3086c)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:40.587533 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': 'f58f8ca6-0075-48a5-8a2a-51b64a198d36', 'network_id': '865521bf-4eaa-4441-b068-599cf1bd58df', 'port_id': 'f58f8ca6-0075-48a5-8a2a-51b64a198d36', 'mac_address': 'fa:16:3e:20:f9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d75e015-2371-4933-b9d4-d8ddc444c8a4', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:24:40.588455 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-372d57f9-dae7-4c01-829b-7084d924f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:40.589963 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-372d57f9-dae7-4c01-829b-7084d924f304 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 918 time: 0.1101782 Apr 11 19:24:40.621724 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port f58f8ca6-0075-48a5-8a2a-51b64a198d36 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:40.622100 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:40.638549 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58f8ca6-0075-48a5-8a2a-51b64a198d36 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:24:40.663382 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port f58f8ca6-0075-48a5-8a2a-51b64a198d36, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f58f8ca6-0075-48a5-8a2a-51b64a198d36,segment=NetworkSegment(94b1869d-a419-4c4d-9938-6f57aff3086c),segment_id=94b1869d-a419-4c4d-9938-6f57aff3086c)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:40.663555 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-0a9d933d-d31d-4d36-868b-3383c4e7b45f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a9f828f-8465-4953-892f-890ad6971a58 HTTP/1.1" status: 200 len: 998 time: 0.0661201 Apr 11 19:24:40.716205 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-f07a36e9-37d2-4fb9-ac30-1752462edb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:40.717651 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-f07a36e9-37d2-4fb9-ac30-1752462edb16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 200 len: 856 time: 0.0451431 Apr 11 19:24:40.729372 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:40.763672 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-553e4686-f119-4fda-8be3-650330286e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:40.765259 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-553e4686-f119-4fda-8be3-650330286e35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34eb8caf-ea24-4e8f-89b6-a31932c34a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395601 Apr 11 19:24:40.779930 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=f58f8ca6-0075-48a5-8a2a-51b64a198d36,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:40.860601 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-345e9c79-1d45-4388-bda1-0130ffb14e37 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868006 Apr 11 19:24:40.957258 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3aafe36f-f276-493a-940c-4dc57fb117dd req-ecc3456a-1156-4607-b2f9-8a6f81eb5b2d service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889349 Apr 11 19:24:41.044525 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['f58f8ca6-0075-48a5-8a2a-51b64a198d36'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:24:41.489401 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f0382-478c-4790-8206-5e4cf6c08e83 req-8871084e-da18-4806-9bbf-d6246607caaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:41.491437 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3f9f0382-478c-4790-8206-5e4cf6c08e83 req-8871084e-da18-4806-9bbf-d6246607caaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0574381 Apr 11 19:24:41.539437 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3f9f0382-478c-4790-8206-5e4cf6c08e83 req-871d35e8-b90f-43d7-ae26-07bb7172d227 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429230 Apr 11 19:24:41.677051 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444e98-e43e-4806-97df-0acc8dbd25b0 req-00968e15-da37-4d8a-8cbe-7ce01af5ed87 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:41.678595 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-28444e98-e43e-4806-97df-0acc8dbd25b0 req-00968e15-da37-4d8a-8cbe-7ce01af5ed87 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 948 time: 0.0485592 Apr 11 19:24:41.743027 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-28444e98-e43e-4806-97df-0acc8dbd25b0 req-6d1bdaf7-ef29-457b-ac37-96347139e65f tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578952 Apr 11 19:24:42.462364 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device f58f8ca6-0075-48a5-8a2a-51b64a198d36 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:42.556045 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port f58f8ca6-0075-48a5-8a2a-51b64a198d36 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:24:42.618801 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59964) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:42.635255 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port f58f8ca6-0075-48a5-8a2a-51b64a198d36 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:42.635884 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:42.706760 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cebca-9c62-45c0-9643-348e4326ae0d req-f0122e6f-faf5-462a-bf57-5e016ab78697 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:42.709266 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b89cebca-9c62-45c0-9643-348e4326ae0d req-f0122e6f-faf5-462a-bf57-5e016ab78697 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0668554 Apr 11 19:24:42.834544 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port f58f8ca6-0075-48a5-8a2a-51b64a198d36 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:42.834916 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:42.892056 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b89cebca-9c62-45c0-9643-348e4326ae0d req-cc608d73-d622-4f7d-a0dc-9ebd710e99c2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1737690 Apr 11 19:24:42.910212 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00157d7-bf43-4d56-9ce6-b96bcc8ef87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f8ca6-0075-48a5-8a2a-51b64a198d36'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:24:42.946444 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44899fa-872d-4a01-b776-31a865f85f7b" -d '{"events": [{"server_uuid": "c00157d7-bf43-4d56-9ce6-b96bcc8ef87b", "name": "network-vif-plugged", "status": "completed", "tag": "f58f8ca6-0075-48a5-8a2a-51b64a198d36"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:24:42.950388 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503b4ae-1015-4546-8c7c-7be33cf78d24 req-74846559-766e-4cfb-982b-e9d43150f090 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:42.963706 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b503b4ae-1015-4546-8c7c-7be33cf78d24 req-74846559-766e-4cfb-982b-e9d43150f090 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 948 time: 0.1226904 Apr 11 19:24:42.964251 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port f58f8ca6-0075-48a5-8a2a-51b64a198d36, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f58f8ca6-0075-48a5-8a2a-51b64a198d36,segment=NetworkSegment(94b1869d-a419-4c4d-9938-6f57aff3086c),segment_id=94b1869d-a419-4c4d-9938-6f57aff3086c)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:43.008070 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ccab57-08be-4450-bdfb-fd78b9c177fe x-openstack-request-id: req-b8ccab57-08be-4450-bdfb-fd78b9c177fe {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:24:43.008372 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00157d7-bf43-4d56-9ce6-b96bcc8ef87b", "name": "network-vif-plugged", "status": "completed", "tag": "f58f8ca6-0075-48a5-8a2a-51b64a198d36", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:24:43.008630 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8ccab57-08be-4450-bdfb-fd78b9c177fe {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:24:43.009027 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ccab57-08be-4450-bdfb-fd78b9c177fe'] response: {'server_uuid': 'c00157d7-bf43-4d56-9ce6-b96bcc8ef87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f8ca6-0075-48a5-8a2a-51b64a198d36', 'code': 200} Apr 11 19:24:43.048076 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:43.078796 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b503b4ae-1015-4546-8c7c-7be33cf78d24 req-2cb8215c-3d32-4f89-8107-ddf917775515 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075428 Apr 11 19:24:43.121482 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8505e1c9-9a46-4cd7-aa24-19c57e9bb1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:43.145570 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=f58f8ca6-0075-48a5-8a2a-51b64a198d36,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:43.208642 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8505e1c9-9a46-4cd7-aa24-19c57e9bb1b0 admin admin] Publish callbacks [] for security_group (d3871dc5-620c-4c22-8957-504521a6043a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:43.280943 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8505e1c9-9a46-4cd7-aa24-19c57e9bb1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (d3871dc5-620c-4c22-8957-504521a6043a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:43.320871 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8505e1c9-9a46-4cd7-aa24-19c57e9bb1b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96eb943f3edb42969193e8069fa9c9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7001328 Apr 11 19:24:43.322773 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 59980) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:43.324784 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505e1c9-9a46-4cd7-aa24-19c57e9bb1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3871dc5-620c-4c22-8957-504521a6043a,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:43.368203 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 59982) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:43.436752 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3bc39984-5043-447a-9103-492a2ae1dec4 admin admin] Publish callbacks [] for security_group (d3871dc5-620c-4c22-8957-504521a6043a), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:43.464814 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3bc39984-5043-447a-9103-492a2ae1dec4 admin admin] Publish callbacks [] for security_group (d3871dc5-620c-4c22-8957-504521a6043a), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:43.528814 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-67c5dac7-5078-46f5-9134-88c613ba0826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:44.030722 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351b395-4eba-4253-a2ad-e4b0d6219c52 req-4165dc38-6a67-441e-a290-0f439e9cb50d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:44.033035 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f351b395-4eba-4253-a2ad-e4b0d6219c52 req-4165dc38-6a67-441e-a290-0f439e9cb50d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0505271 Apr 11 19:24:44.098424 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3bc39984-5043-447a-9103-492a2ae1dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (d3871dc5-620c-4c22-8957-504521a6043a), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:44.117134 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3bc39984-5043-447a-9103-492a2ae1dec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:44.117134 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-3bc39984-5043-447a-9103-492a2ae1dec4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3871dc5-620c-4c22-8957-504521a6043a HTTP/1.1" status: 204 len: 168 time: 0.7826803 Apr 11 19:24:44.151090 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f351b395-4eba-4253-a2ad-e4b0d6219c52 req-c968f9b8-5e4a-4c3e-a6a4-9bc6e7387083 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123214 Apr 11 19:24:44.156307 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc39984-5043-447a-9103-492a2ae1dec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3871dc5-620c-4c22-8957-504521a6043a,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:44.261870 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-67c5dac7-5078-46f5-9134-88c613ba0826 admin admin] Publish callbacks [] for security_group (64520a01-732c-4b34-b019-624e0318d1b6), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:44.320563 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e859aa6-5b53-41da-b681-d46a22e0c72c req-adc7532e-3797-49de-9def-c8929646ecfb tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:44.332491 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4e859aa6-5b53-41da-b681-d46a22e0c72c req-adc7532e-3797-49de-9def-c8929646ecfb tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0851638 Apr 11 19:24:44.352946 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-67c5dac7-5078-46f5-9134-88c613ba0826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (64520a01-732c-4b34-b019-624e0318d1b6), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:44.415362 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-67c5dac7-5078-46f5-9134-88c613ba0826 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a28ffe6154364f6aaa68cafbf5b19553&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0438516 Apr 11 19:24:44.417459 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 59998) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:44.427244 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5dac7-5078-46f5-9134-88c613ba0826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64520a01-732c-4b34-b019-624e0318d1b6,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:44.434077 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4e859aa6-5b53-41da-b681-d46a22e0c72c req-52232db4-9276-409a-b5ce-d860e7cee3cd tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996842 Apr 11 19:24:44.549168 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-25613779-0023-4ff7-b771-5334d73af53e admin admin] Publish callbacks [] for security_group (64520a01-732c-4b34-b019-624e0318d1b6), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:44.604219 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-25613779-0023-4ff7-b771-5334d73af53e admin admin] Publish callbacks [] for security_group (64520a01-732c-4b34-b019-624e0318d1b6), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:44.770016 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-25613779-0023-4ff7-b771-5334d73af53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (64520a01-732c-4b34-b019-624e0318d1b6), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:44.771739 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-25613779-0023-4ff7-b771-5334d73af53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:44.773267 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-25613779-0023-4ff7-b771-5334d73af53e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64520a01-732c-4b34-b019-624e0318d1b6 HTTP/1.1" status: 204 len: 168 time: 0.3533344 Apr 11 19:24:44.786406 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25613779-0023-4ff7-b771-5334d73af53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64520a01-732c-4b34-b019-624e0318d1b6,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:45.369362 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb2c6e-e7c0-4844-b4d7-4ed187254c29 req-61a9963f-e152-4108-aef9-57dd86f98dcc tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:45.371756 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-32fb2c6e-e7c0-4844-b4d7-4ed187254c29 req-61a9963f-e152-4108-aef9-57dd86f98dcc tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0663416 Apr 11 19:24:45.452793 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-32fb2c6e-e7c0-4844-b4d7-4ed187254c29 req-416d870b-b454-4cbc-b439-417aa0331687 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726461 Apr 11 19:24:45.610888 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35431c-458f-4984-b428-c992dd427fb0 req-1014e3bb-49e7-4928-b6dc-48beed6c8f4a tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:45.612626 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8d35431c-458f-4984-b428-c992dd427fb0 req-1014e3bb-49e7-4928-b6dc-48beed6c8f4a tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0710001 Apr 11 19:24:45.678923 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8d35431c-458f-4984-b428-c992dd427fb0 req-5535233b-5cff-442a-84ae-8e3174a39465 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584307 Apr 11 19:24:45.905558 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:24:46.425310 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60064) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:46.563829 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-864344220-network', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:46.609612 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af977-f462-4fcb-8fe7-db41254a5590 req-144fd2e9-e010-4586-8976-da565f3a1237 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:46.619135 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a35af977-f462-4fcb-8fe7-db41254a5590 req-144fd2e9-e010-4586-8976-da565f3a1237 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0814190 Apr 11 19:24:46.661446 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Made reservation on behalf of 80c71be3609f4a6f9f7172b0ed5fcba1 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:24:46.663674 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:46.677203 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:46.689764 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60072) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:46.690490 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a35af977-f462-4fcb-8fe7-db41254a5590 req-19eb09bb-8b64-41dc-b4c3-fa762dcdd018 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698547 Apr 11 19:24:46.836865 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Publish callbacks [] for security_group (1c4f1aa4-76ef-492f-b800-562341870cda), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:46.875193 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-777ab0c8-d180-4748-82d3-6704b3e061f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:46.902369 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c3458-f749-40d6-a2ea-b02c83daaf11 req-ba6694bb-8bac-4fc6-ba3e-1ceeb238ccae tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:46.908367 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-312c3458-f749-40d6-a2ea-b02c83daaf11 req-ba6694bb-8bac-4fc6-ba3e-1ceeb238ccae tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.1116910 Apr 11 19:24:46.932512 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (1c4f1aa4-76ef-492f-b800-562341870cda), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:46.964808 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-312c3458-f749-40d6-a2ea-b02c83daaf11 req-6412e1bb-ed6d-48a3-a2fd-ac1fe593817f tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519917 Apr 11 19:24:46.976863 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:24:47.003679 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f1aa4-76ef-492f-b800-562341870cda,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:47.007508 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (9ce55391-4a68-48c9-af43-33970ca2f6cc), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.008133 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Added segment 9ce55391-4a68-48c9-af43-33970ca2f6cc of type vlan for network 6cd11be6-8a97-4d09-8094-13b2b9adbbed Apr 11 19:24:47.071820 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (6cd11be6-8a97-4d09-8094-13b2b9adbbed), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.078679 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-777ab0c8-d180-4748-82d3-6704b3e061f6 admin admin] Publish callbacks [] for security_group (a37716a8-5736-4bfa-82f0-f432075238ea), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.164446 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-777ab0c8-d180-4748-82d3-6704b3e061f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (a37716a8-5736-4bfa-82f0-f432075238ea), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.203645 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (6cd11be6-8a97-4d09-8094-13b2b9adbbed), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.204638 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:47.205224 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.209561 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ab0c8-d180-4748-82d3-6704b3e061f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37716a8-5736-4bfa-82f0-f432075238ea,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:47.215587 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-777ab0c8-d180-4748-82d3-6704b3e061f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52c1c2d7f83740eabe3149325f240218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5245590 Apr 11 19:24:47.218477 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 60086) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:47.280698 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] Pushing event updated for resources: {'Network': ['ID=6cd11be6-8a97-4d09-8094-13b2b9adbbed,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:47.281976 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-00d1fa44-e4f7-4b66-82b3-07ed705ab9cf admin admin] Publish callbacks [] for security_group (a37716a8-5736-4bfa-82f0-f432075238ea), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.306096 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network 6cd11be6-8a97-4d09-8094-13b2b9adbbed details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:24:47.307277 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-04208c9b-4cb6-4821-9a89-da23e3b738cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8808103 Apr 11 19:24:47.310092 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60088) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:47.315308 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] Request body: {'subnet': {'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-864344220-subnet', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:47.317561 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-00d1fa44-e4f7-4b66-82b3-07ed705ab9cf admin admin] Publish callbacks [] for security_group (a37716a8-5736-4bfa-82f0-f432075238ea), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.385431 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] Made reservation on behalf of 80c71be3609f4a6f9f7172b0ed5fcba1 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:24:47.387932 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29092812'] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.451994 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-00d1fa44-e4f7-4b66-82b3-07ed705ab9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (a37716a8-5736-4bfa-82f0-f432075238ea), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.454618 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-00d1fa44-e4f7-4b66-82b3-07ed705ab9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.459838 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-00d1fa44-e4f7-4b66-82b3-07ed705ab9cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a37716a8-5736-4bfa-82f0-f432075238ea HTTP/1.1" status: 204 len: 168 time: 0.2401559 Apr 11 19:24:47.474975 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1fa44-e4f7-4b66-82b3-07ed705ab9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37716a8-5736-4bfa-82f0-f432075238ea,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:47.693073 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25449442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29092830'] for subnet (fdef079b-439f-42ac-b580-e0859c57fe7f), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.724585 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdef079b-439f-42ac-b580-e0859c57fe7f,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:47.741459 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] Checking segment: {'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:24:47.741931 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] Network hostable DHCP agents. Network: 6cd11be6-8a97-4d09-8094-13b2b9adbbed, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:24:47.830619 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05523b-6575-4979-ad77-f3e54c20a626 req-90bc1856-ae79-4f12-8f03-39e138dbc791 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:47.833335 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3b05523b-6575-4979-ad77-f3e54c20a626 req-90bc1856-ae79-4f12-8f03-39e138dbc791 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0536144 Apr 11 19:24:47.884978 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3b05523b-6575-4979-ad77-f3e54c20a626 req-90b6d423-7ca4-4006-9f6d-9b35364802ea tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458896 Apr 11 19:24:47.992496 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] Network 6cd11be6-8a97-4d09-8094-13b2b9adbbed is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:24:48.060533 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, 6cd11be6-8a97-4d09-8094-13b2b9adbbed) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:48.065552 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:48.083650 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9bb052-9f52-4b64-950b-c934df34d402 None None] Network 6cd11be6-8a97-4d09-8094-13b2b9adbbed requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:24:48.091938 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:48.115104 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd016f-9666-44da-92d7-2972db6d8e32 req-169c4dba-0b60-4752-bf40-22ed847dccd5 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:48.118340 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9cd016f-9666-44da-92d7-2972db6d8e32 req-169c4dba-0b60-4752-bf40-22ed847dccd5 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0772333 Apr 11 19:24:48.210233 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ca6c26a0-4a05-4bc6-b440-02cc36926a2a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8980989 Apr 11 19:24:48.210427 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:24:48.210940 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:48.212733 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60110) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:48.219013 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:48.348791 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31735'] for router (ceeb0767-7336-4f85-a116-d426708c9371), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:48.349860 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-578128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31726'] for router (ceeb0767-7336-4f85-a116-d426708c9371), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:48.395531 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Allocated IP 172.20.0.2 (6cd11be6-8a97-4d09-8094-13b2b9adbbed/fdef079b-439f-42ac-b580-e0859c57fe7f/96b38162-6783-4a35-bb95-9d5f6762cdc6) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:24:48.459622 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Publish callbacks [] for router_controller (ceeb0767-7336-4f85-a116-d426708c9371), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:48.527654 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9cd016f-9666-44da-92d7-2972db6d8e32 req-a417afec-20a8-4bc1-96cd-9d5a7d7d73db tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035192 Apr 11 19:24:48.709135 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Publish callbacks [] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:48.726698 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Publish callbacks [] for router_gateway (ceeb0767-7336-4f85-a116-d426708c9371), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:48.779742 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:48.820351 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Network 6cd11be6-8a97-4d09-8094-13b2b9adbbed is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:24:48.823510 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:48.831100 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:24:48.841073 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Pushing event updated for resources: {'Port': ['ID=96b38162-6783-4a35-bb95-9d5f6762cdc6,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:48.907056 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Attempting to bind port 96b38162-6783-4a35-bb95-9d5f6762cdc6 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:24:48.907671 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Attempting to bind port 96b38162-6783-4a35-bb95-9d5f6762cdc6 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:24:48.908154 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Attempting to bind port 96b38162-6783-4a35-bb95-9d5f6762cdc6 on network 6cd11be6-8a97-4d09-8094-13b2b9adbbed {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:24:48.921977 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:24:48.923983 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Checking segment: {'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:24:48.924619 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:48.925750 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Bound using segment: {'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:24:48.927781 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Bound port: 96b38162-6783-4a35-bb95-9d5f6762cdc6, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:24:48.928973 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:49.060066 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] For port 96b38162-6783-4a35-bb95-9d5f6762cdc6, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:24:49.064552 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] For port 96b38162-6783-4a35-bb95-9d5f6762cdc6, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=96b38162-6783-4a35-bb95-9d5f6762cdc6,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:24:49.098373 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Publish callbacks [] for router_gateway (ceeb0767-7336-4f85-a116-d426708c9371), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:49.124266 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c2389-e842-4a21-b745-91617fc3e841 req-a7d1af22-69af-4972-97b3-c39dcf231a0e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:49.126225 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7b8c2389-e842-4a21-b745-91617fc3e841 req-a7d1af22-69af-4972-97b3-c39dcf231a0e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.1000640 Apr 11 19:24:49.128000 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:49.170049 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:49.195729 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7b8c2389-e842-4a21-b745-91617fc3e841 req-a78b3f96-a55b-4523-aa0d-6cfd20258a07 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579400 Apr 11 19:24:49.253891 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6919937-aa3a-4c07-8f97-d5834d3c194c None None] Pushing event updated for resources: {'Port': ['ID=96b38162-6783-4a35-bb95-9d5f6762cdc6,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:49.315150 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Allocated IP 172.27.2.103 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/bf9b4640-8c84-4101-a216-0c3fa95a74d0) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:24:49.456024 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Publish callbacks [] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:49.556533 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:49.639959 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:24:49.649738 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:49.655276 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9b4640-8c84-4101-a216-0c3fa95a74d0,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:49.657743 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:24:49.740783 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf3d32-fbb3-48c5-bba6-2cabf74ffc4f req-0b8236ed-7890-4025-87bb-73e14e6f28e1 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:49.742840 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f6cf3d32-fbb3-48c5-bba6-2cabf74ffc4f req-0b8236ed-7890-4025-87bb-73e14e6f28e1 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.1026108 Apr 11 19:24:49.811946 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f6cf3d32-fbb3-48c5-bba6-2cabf74ffc4f req-c20fdd02-81fb-4b6c-b441-40984d69091b tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620937 Apr 11 19:24:50.089989 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Publish callbacks [] for router_gateway (ceeb0767-7336-4f85-a116-d426708c9371), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:50.367874 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28cdfc-89e9-4df5-8a66-d3f2b35ceb7d req-cf4415e2-36de-4032-99dc-e86949854985 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:50.369953 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a28cdfc-89e9-4df5-8a66-d3f2b35ceb7d req-cf4415e2-36de-4032-99dc-e86949854985 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0844228 Apr 11 19:24:50.405466 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419'] for router (ceeb0767-7336-4f85-a116-d426708c9371), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:50.439762 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a28cdfc-89e9-4df5-8a66-d3f2b35ceb7d req-7e4cd8e3-a480-483c-ad00-a85f658764c5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628562 Apr 11 19:24:50.632662 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab5cf04-d062-4c77-926c-7a1d23a8031e None None] Network 6cd11be6-8a97-4d09-8094-13b2b9adbbed requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:24:50.715026 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Router ceeb0767-7336-4f85-a116-d426708c9371 is scheduled to L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:24:50.724210 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-0be35c97-703d-491e-8d45-c6e27164170c None None] Provisioning complete for port 96b38162-6783-4a35-bb95-9d5f6762cdc6 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:50.724527 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0be35c97-703d-491e-8d45-c6e27164170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:50.879444 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-0be35c97-703d-491e-8d45-c6e27164170c None None] Current status of the port 96b38162-6783-4a35-bb95-9d5f6762cdc6 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:50.887001 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0be35c97-703d-491e-8d45-c6e27164170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:50.965847 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-0be35c97-703d-491e-8d45-c6e27164170c None None] For port 96b38162-6783-4a35-bb95-9d5f6762cdc6, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=96b38162-6783-4a35-bb95-9d5f6762cdc6,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:50.994044 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be090c75-5b15-4a6d-8625-bdd6beb174b9 req-dfae0fc1-c71a-4862-8059-e190a65d94f0 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:51.004482 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-be090c75-5b15-4a6d-8625-bdd6beb174b9 req-dfae0fc1-c71a-4862-8059-e190a65d94f0 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0755832 Apr 11 19:24:51.068014 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 96b38162-6783-4a35-bb95-9d5f6762cdc6 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:51.074180 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0be35c97-703d-491e-8d45-c6e27164170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:51.151076 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-be090c75-5b15-4a6d-8625-bdd6beb174b9 req-e3426eb3-d0df-4bb4-a733-8579bb0ae60c tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399493 Apr 11 19:24:51.214891 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be35c97-703d-491e-8d45-c6e27164170c None None] Pushing event updated for resources: {'Port': ['ID=96b38162-6783-4a35-bb95-9d5f6762cdc6,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:51.258550 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 96b38162-6783-4a35-bb95-9d5f6762cdc6 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:51.259172 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:51.270659 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:24:51.282908 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Sync routers for ids ['ceeb0767-7336-4f85-a116-d426708c9371'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:24:51.298999 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Routers {'ceeb0767-7336-4f85-a116-d426708c9371'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:24:51.301812 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:24:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceeb0767-7336-4f85-a116-d426708c9371'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:51.314843 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-0f9e920f-273f-4a66-8d96-f1dbc8670ab5 None None] Provisioning complete for port 96b38162-6783-4a35-bb95-9d5f6762cdc6 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:51.315377 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0f9e920f-273f-4a66-8d96-f1dbc8670ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:51.394760 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:51.398646 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-66fc5c16-edfe-4163-af90-8e9fa568c5e6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1819272 Apr 11 19:24:51.398818 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 96b38162-6783-4a35-bb95-9d5f6762cdc6 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:51.398982 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 60162) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:51.426362 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Set router ceeb0767-7336-4f85-a116-d426708c9371 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:24:51.445660 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e920f-273f-4a66-8d96-f1dbc8670ab5 None None] Current status of the port 96b38162-6783-4a35-bb95-9d5f6762cdc6 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:51.649402 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:49Z', 'revision_number': 3, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:51.680041 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Checking router: ceeb0767-7336-4f85-a116-d426708c9371 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:24:51.680396 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Updating router ceeb0767-7336-4f85-a116-d426708c9371 port bf9b4640-8c84-4101-a216-0c3fa95a74d0 binding host dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:24:51.708030 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:51.713531 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf9679-bcdc-460a-87b6-4dfadb9133f9 req-feab7164-b150-466e-84d0-e2cd65971a86 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:51.715009 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1baf9679-bcdc-460a-87b6-4dfadb9133f9 req-feab7164-b150-466e-84d0-e2cd65971a86 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.1152949 Apr 11 19:24:51.809215 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1baf9679-bcdc-460a-87b6-4dfadb9133f9 req-51c95354-0e2d-4c05-9cc3-973f730cb381 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879512 Apr 11 19:24:51.974361 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Publish callbacks [] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.034040 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.103773 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.157085 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Pushing event updated for resources: {'Port': ['ID=bf9b4640-8c84-4101-a216-0c3fa95a74d0,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:52.166010 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Attempting to bind port bf9b4640-8c84-4101-a216-0c3fa95a74d0 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:24:52.166562 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Attempting to bind port bf9b4640-8c84-4101-a216-0c3fa95a74d0 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:24:52.167234 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Attempting to bind port bf9b4640-8c84-4101-a216-0c3fa95a74d0 on network e4662dd2-4318-4102-9156-21f0a5352e19 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:24:52.170195 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.170597 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.170959 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.171429 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.171668 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.176235 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.176235 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.176235 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.176235 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.176235 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.176235 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.176235 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.176235 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.176235 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.176235 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:52.190464 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Allocated IP 172.20.0.1 (6cd11be6-8a97-4d09-8094-13b2b9adbbed/fdef079b-439f-42ac-b580-e0859c57fe7f/6f090c5c-5c90-44b6-8d38-8d85c3e56feb) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:24:52.191772 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:24:52.192882 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:24:52.193319 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.194270 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Bound using segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:24:52.194723 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Bound port: bf9b4640-8c84-4101-a216-0c3fa95a74d0, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:24:52.195169 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.256504 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] For port bf9b4640-8c84-4101-a216-0c3fa95a74d0, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:24:52.260150 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] For port bf9b4640-8c84-4101-a216-0c3fa95a74d0, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=bf9b4640-8c84-4101-a216-0c3fa95a74d0,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:24:52.328858 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.339597 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17516ea-fc06-42a0-85f9-bba63145afdd req-410d63f7-a7be-415d-a545-db51fecb9d4f tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:52.341143 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c17516ea-fc06-42a0-85f9-bba63145afdd req-410d63f7-a7be-415d-a545-db51fecb9d4f tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0600212 Apr 11 19:24:52.375880 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Publish callbacks [] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.391265 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Routers {'ceeb0767-7336-4f85-a116-d426708c9371'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:24:52.391911 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:24:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceeb0767-7336-4f85-a116-d426708c9371'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:52.394722 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60642195-6b39-4596-a44d-f0f70753f05b None None] Pushing event updated for resources: {'Port': ['ID=bf9b4640-8c84-4101-a216-0c3fa95a74d0,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:52.424337 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c17516ea-fc06-42a0-85f9-bba63145afdd req-5ff960c1-8c30-44fb-ba2a-21a1b8cdb1f1 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728180 Apr 11 19:24:52.501991 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] Set router ceeb0767-7336-4f85-a116-d426708c9371 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:24:52.532718 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.574022 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Network 6cd11be6-8a97-4d09-8094-13b2b9adbbed is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:24:52.577031 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:52.580740 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:24:52.606673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f090c5c-5c90-44b6-8d38-8d85c3e56feb,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:52.634284 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576336'] for router_interface (ceeb0767-7336-4f85-a116-d426708c9371), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.771624 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:49Z', 'revision_number': 3, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:52.798934 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dda3c4-4540-4f6c-94dc-02857c1bb169 None None] The sync data for ids ['ceeb0767-7336-4f85-a116-d426708c9371'] in dv-cinder-837362-1-iscsi is: [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:49Z', 'revision_number': 3, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:24:52.877265 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-0ea0f1cd-4d86-44ae-8a93-db83f9fc0b20 None None] Provisioning complete for port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:52.877827 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0ea0f1cd-4d86-44ae-8a93-db83f9fc0b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.880651 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.928989 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-0ea0f1cd-4d86-44ae-8a93-db83f9fc0b20 None None] Port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:24:52.992740 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 96b38162-6783-4a35-bb95-9d5f6762cdc6 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:53.000386 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f44969-3dd6-455e-a24c-070e581f5e68 req-462aed84-bd6c-4d7d-9c43-9a741fcab441 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:53.001925 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d3f44969-3dd6-455e-a24c-070e581f5e68 req-462aed84-bd6c-4d7d-9c43-9a741fcab441 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0720749 Apr 11 19:24:53.054516 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 96b38162-6783-4a35-bb95-9d5f6762cdc6 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:53.055220 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:53.127502 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d3f44969-3dd6-455e-a24c-070e581f5e68 req-1e55852d-68f0-4f35-b3b6-b45edd0aa39f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143610 Apr 11 19:24:53.179598 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Publish callbacks [] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:53.190733 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 96b38162-6783-4a35-bb95-9d5f6762cdc6 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:53.257813 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:53.330685 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f090c5c-5c90-44b6-8d38-8d85c3e56feb,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:53.333838 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579040'] for router_interface (ceeb0767-7336-4f85-a116-d426708c9371), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:53.428135 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Network 6cd11be6-8a97-4d09-8094-13b2b9adbbed is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:24:53.429535 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:53.589644 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2034-b3d5-4357-869a-1b5b06c7cca5 req-b918e869-4232-42b1-8457-2725c3b4f5f6 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:53.591101 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ad9f2034-b3d5-4357-869a-1b5b06c7cca5 req-b918e869-4232-42b1-8457-2725c3b4f5f6 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0903814 Apr 11 19:24:53.603620 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Router ceeb0767-7336-4f85-a116-d426708c9371 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:24:53.658093 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-d923e46e-52a6-4726-a6f8-7d1fda896261 None None] Provisioning complete for port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:53.658472 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d923e46e-52a6-4726-a6f8-7d1fda896261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:53.684969 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ad9f2034-b3d5-4357-869a-1b5b06c7cca5 req-1c9f8265-105d-46d4-90d5-8cc112b8609e tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840573 Apr 11 19:24:53.694279 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-d923e46e-52a6-4726-a6f8-7d1fda896261 None None] Port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:24:53.755889 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:24:53.761328 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1e771fc8-6825-4f74-ab13-a53f8de69cc1 admin admin] 10.222.0.13 "PUT /v2.0/routers/ceeb0767-7336-4f85-a116-d426708c9371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3613005 Apr 11 19:24:54.246377 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d0fab-2a56-4b0c-a5b1-2ee6b7075ad7 req-9b69c593-74bd-481b-bf79-cbec9a794362 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:54.247830 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0d4d0fab-2a56-4b0c-a5b1-2ee6b7075ad7 req-9b69c593-74bd-481b-bf79-cbec9a794362 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0483646 Apr 11 19:24:54.298366 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0d4d0fab-2a56-4b0c-a5b1-2ee6b7075ad7 req-049ce2dc-ffc5-4d32-a524-c859a739c4f1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443246 Apr 11 19:24:54.481350 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Sync routers for ids ['ceeb0767-7336-4f85-a116-d426708c9371'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:24:54.492545 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Routers {'ceeb0767-7336-4f85-a116-d426708c9371'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:24:54.493176 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:24:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceeb0767-7336-4f85-a116-d426708c9371'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:54.514722 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 60222) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:54.519624 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1108444556-network', 'tenant_id': '3053f574904f44b681b171c0d1ac8228'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:54.592321 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Made reservation on behalf of 3053f574904f44b681b171c0d1ac8228 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:24:54.594710 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:54.603696 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Set router ceeb0767-7336-4f85-a116-d426708c9371 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:24:54.603906 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:54.679211 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Publish callbacks [] for security_group (416e6db9-e8b8-4b3d-aa50-5ed96c8246b6), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:54.724724 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (416e6db9-e8b8-4b3d-aa50-5ed96c8246b6), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:54.748754 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:24:54.775494 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416e6db9-e8b8-4b3d-aa50-5ed96c8246b6,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:54.778769 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (e6a8ae8d-0b15-40b3-93c3-406d511a0980), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:54.779115 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Added segment e6a8ae8d-0b15-40b3-93c3-406d511a0980 of type vlan for network 9a7a3829-0f57-452c-9d9a-36f29df6db5e Apr 11 19:24:54.806955 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 4, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6f090c5c-5c90-44b6-8d38-8d85c3e56feb', 'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'mac_address': 'fa:16:3e:0c:1a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:52Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 2, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'subnets': [{'id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:54.838204 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Checking router: ceeb0767-7336-4f85-a116-d426708c9371 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:24:54.838556 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Updating router ceeb0767-7336-4f85-a116-d426708c9371 port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb binding host dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:24:54.840055 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f7b46-8431-4b58-a442-0f77a3ccfa21 req-53b7d9f1-0c61-41df-81a9-1725c1e137a9 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:54.843553 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8d4f7b46-8431-4b58-a442-0f77a3ccfa21 req-53b7d9f1-0c61-41df-81a9-1725c1e137a9 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0820372 Apr 11 19:24:54.852315 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (9a7a3829-0f57-452c-9d9a-36f29df6db5e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:54.867187 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:54.909968 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8d4f7b46-8431-4b58-a442-0f77a3ccfa21 req-4d68095d-f53e-4d04-920c-d75e7fa9c1c0 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600810 Apr 11 19:24:54.988344 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device bf9b4640-8c84-4101-a216-0c3fa95a74d0 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:54.989898 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (9a7a3829-0f57-452c-9d9a-36f29df6db5e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:54.990865 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:54.991948 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.060035 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7a3829-0f57-452c-9d9a-36f29df6db5e,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:55.084932 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network 9a7a3829-0f57-452c-9d9a-36f29df6db5e details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:24:55.127461 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-742039dd-4757-4b04-9839-6811a7e71214 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6115656 Apr 11 19:24:55.130227 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 60230) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:55.134878 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] Request body: {'subnet': {'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1108444556-subnet', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:55.187234 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port bf9b4640-8c84-4101-a216-0c3fa95a74d0 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:55.187557 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.261003 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] Made reservation on behalf of 3053f574904f44b681b171c0d1ac8228 for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:24:55.263356 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29274659'] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.312121 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Publish callbacks [] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.326078 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port bf9b4640-8c84-4101-a216-0c3fa95a74d0 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:55.326535 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.351363 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port bf9b4640-8c84-4101-a216-0c3fa95a74d0, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=bf9b4640-8c84-4101-a216-0c3fa95a74d0,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:55.450046 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.453744 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.462713 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734878f4-721d-49b1-9897-957462358ed9 req-0e9404c1-a51e-40e8-8a93-c40a082f464b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:55.464272 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-734878f4-721d-49b1-9897-957462358ed9 req-0e9404c1-a51e-40e8-8a93-c40a082f464b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0716736 Apr 11 19:24:55.505875 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31ded3-af61-4e18-aa8e-56fb60fdd9cd None None] Pushing event updated for resources: {'Port': ['ID=6f090c5c-5c90-44b6-8d38-8d85c3e56feb,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:55.547215 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-734878f4-721d-49b1-9897-957462358ed9 req-73301cf5-4c5a-4e93-aaa2-340535a5677d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627482 Apr 11 19:24:55.604146 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Attempting to bind port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:24:55.604521 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Attempting to bind port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:24:55.604888 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Attempting to bind port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb on network 6cd11be6-8a97-4d09-8094-13b2b9adbbed {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:24:55.611753 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=bf9b4640-8c84-4101-a216-0c3fa95a74d0,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:55.617156 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28866454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29274673'] for subnet (68175ba1-a086-4745-b976-11a1593a61c4), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.620321 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:24:55.620702 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Checking segment: {'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:24:55.621112 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.621508 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Bound using segment: {'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:24:55.621998 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Bound port: 6f090c5c-5c90-44b6-8d38-8d85c3e56feb, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:24:55.622382 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.686752 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] Checking segment: {'id': 'e6a8ae8d-0b15-40b3-93c3-406d511a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:24:55.687108 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] Network hostable DHCP agents. Network: 9a7a3829-0f57-452c-9d9a-36f29df6db5e, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:24:55.693088 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68175ba1-a086-4745-b976-11a1593a61c4,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:55.705350 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] For port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:24:55.709071 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] For port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=6f090c5c-5c90-44b6-8d38-8d85c3e56feb,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:24:55.724265 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-895fa8a9-fcbf-46a5-b279-0ba37e82f954 None None] Provisioning complete for port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:55.724636 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-895fa8a9-fcbf-46a5-b279-0ba37e82f954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.758095 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-895fa8a9-fcbf-46a5-b279-0ba37e82f954 None None] Port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:24:55.775061 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] Network 9a7a3829-0f57-452c-9d9a-36f29df6db5e is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:24:55.798200 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.854049 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Routers {'ceeb0767-7336-4f85-a116-d426708c9371'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:24:55.854681 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:24:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceeb0767-7336-4f85-a116-d426708c9371'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:55.860555 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31ded3-af61-4e18-aa8e-56fb60fdd9cd None None] Pushing event updated for resources: {'Port': ['ID=6f090c5c-5c90-44b6-8d38-8d85c3e56feb,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:55.884004 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, 9a7a3829-0f57-452c-9d9a-36f29df6db5e) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:55.889095 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:55.889501 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.907586 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c11e656-f148-4006-8981-71feea33df28 None None] Network 9a7a3829-0f57-452c-9d9a-36f29df6db5e requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:24:55.965513 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57266002-e65b-47a1-b14d-07a1b830e2e6 req-db7a19f5-87d6-4b28-8018-3c819675758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:55.967235 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-57266002-e65b-47a1-b14d-07a1b830e2e6 req-db7a19f5-87d6-4b28-8018-3c819675758f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 1133 time: 0.0560753 Apr 11 19:24:55.975045 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2fd9511d-2ecd-46dc-a8cc-12d32c61fbd1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8437693 Apr 11 19:24:55.977732 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 60242) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:55.983500 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1108444556-router', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:56.061718 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f312-b8d7-4b77-86e5-ee8ee1b5d04d req-32e9e14a-dfa6-43e7-9010-3c773b877a92 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:56.070152 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-76c9f312-b8d7-4b77-86e5-ee8ee1b5d04d req-32e9e14a-dfa6-43e7-9010-3c773b877a92 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0675724 Apr 11 19:24:56.074927 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31735'] for router (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:56.074927 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-578128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31726'] for router (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:56.137641 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-76c9f312-b8d7-4b77-86e5-ee8ee1b5d04d req-4919a004-0b56-4a9f-acba-b61264d6e931 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671413 Apr 11 19:24:56.188650 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Publish callbacks [] for router_controller (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), precommit_add_association {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:56.189032 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] Set router ceeb0767-7336-4f85-a116-d426708c9371 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:24:56.229854 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-1e1a317a-f295-4d62-b562-afde8641e5fc None None] Provisioning complete for port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:56.230236 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1a317a-f295-4d62-b562-afde8641e5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:56.266190 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-9a7a3829-0f57-452c-9d9a-36f29df6db5e', 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e', 'project_id': '3053f574904f44b681b171c0d1ac8228', 'fixed_ips': [{'subnet_id': '68175ba1-a086-4745-b976-11a1593a61c4'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:24:56.267050 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:56.460742 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-57266002-e65b-47a1-b14d-07a1b830e2e6 req-4de2128c-0dd1-4832-b6dd-1298d0f31c44 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082517 Apr 11 19:24:56.467866 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Publish callbacks [] for router_gateway (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:56.529028 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a317a-f295-4d62-b562-afde8641e5fc None None] Current status of the port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:56.529514 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1a317a-f295-4d62-b562-afde8641e5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:56.616862 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Allocated IP 172.20.0.2 (9a7a3829-0f57-452c-9d9a-36f29df6db5e/68175ba1-a086-4745-b976-11a1593a61c4/e1bbd111-4dcd-44f3-8699-581a7864c7b9) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:24:56.623312 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-1e1a317a-f295-4d62-b562-afde8641e5fc None None] For port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=6f090c5c-5c90-44b6-8d38-8d85c3e56feb,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:56.656869 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 4, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6f090c5c-5c90-44b6-8d38-8d85c3e56feb', 'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'mac_address': 'fa:16:3e:0c:1a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:52Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'subnets': [{'id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:56.698408 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8308a5a-bb93-4cd2-b026-709e272f196c None None] The sync data for ids ['ceeb0767-7336-4f85-a116-d426708c9371'] in dv-cinder-837362-1-iscsi is: [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 4, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6f090c5c-5c90-44b6-8d38-8d85c3e56feb', 'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'mac_address': 'fa:16:3e:0c:1a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:52Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'subnets': [{'id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:24:56.731777 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1a317a-f295-4d62-b562-afde8641e5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:56.805519 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a317a-f295-4d62-b562-afde8641e5fc None None] Pushing event updated for resources: {'Port': ['ID=6f090c5c-5c90-44b6-8d38-8d85c3e56feb,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:56.871626 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Publish callbacks [] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:56.961540 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:56.963893 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3b94f-49cf-4b54-ba47-220442c8cfee req-15097965-01c9-41fb-95ce-9a6c59b4d896 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:56.965865 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5ad3b94f-49cf-4b54-ba47-220442c8cfee req-15097965-01c9-41fb-95ce-9a6c59b4d896 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0640142 Apr 11 19:24:57.029646 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Network 9a7a3829-0f57-452c-9d9a-36f29df6db5e is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:24:57.032655 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:57.036879 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:24:57.045145 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Pushing event updated for resources: {'Port': ['ID=e1bbd111-4dcd-44f3-8699-581a7864c7b9,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:57.103143 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 6f090c5c-5c90-44b6-8d38-8d85c3e56feb up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:57.137721 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5ad3b94f-49cf-4b54-ba47-220442c8cfee req-760d5571-bc6b-4695-8b7f-aaca57bf0d1e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218755 Apr 11 19:24:57.149827 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Attempting to bind port e1bbd111-4dcd-44f3-8699-581a7864c7b9 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:24:57.150469 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Attempting to bind port e1bbd111-4dcd-44f3-8699-581a7864c7b9 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': 'e6a8ae8d-0b15-40b3-93c3-406d511a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:24:57.151017 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Attempting to bind port e1bbd111-4dcd-44f3-8699-581a7864c7b9 on network 9a7a3829-0f57-452c-9d9a-36f29df6db5e {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:24:57.155744 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Publish callbacks [] for router_gateway (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:57.161935 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:24:57.162685 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Checking segment: {'id': 'e6a8ae8d-0b15-40b3-93c3-406d511a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:24:57.163251 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:57.163813 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Bound using segment: {'id': 'e6a8ae8d-0b15-40b3-93c3-406d511a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:24:57.164475 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Bound port: e1bbd111-4dcd-44f3-8699-581a7864c7b9, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a8ae8d-0b15-40b3-93c3-406d511a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:24:57.165672 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:57.185320 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:57.185818 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:57.193622 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:57.306542 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7cac6-dd35-4c59-af3c-8c57dc68c74a req-c8b7d2e9-e9ac-4b24-8c5c-fc5ce55d50d0 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:57.308128 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08f7cac6-dd35-4c59-af3c-8c57dc68c74a req-c8b7d2e9-e9ac-4b24-8c5c-fc5ce55d50d0 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0725412 Apr 11 19:24:57.308486 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] For port e1bbd111-4dcd-44f3-8699-581a7864c7b9, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:24:57.319112 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] For port e1bbd111-4dcd-44f3-8699-581a7864c7b9, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e1bbd111-4dcd-44f3-8699-581a7864c7b9,segment=NetworkSegment(e6a8ae8d-0b15-40b3-93c3-406d511a0980),segment_id=e6a8ae8d-0b15-40b3-93c3-406d511a0980)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:24:57.363598 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:57.364827 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device bf9b4640-8c84-4101-a216-0c3fa95a74d0 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:57.400947 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:57.404146 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:57.407223 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Allocated IP 172.27.2.213 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/5aeb77e6-b4d5-484d-b1b6-a9b04f372d97) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:24:57.428603 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08f7cac6-dd35-4c59-af3c-8c57dc68c74a req-b4ddfa3a-acb5-4cac-9694-b48ccd09dd49 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003134 Apr 11 19:24:57.554506 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port bf9b4640-8c84-4101-a216-0c3fa95a74d0 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:57.555035 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:57.560180 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9129828-8a73-4021-b171-0b996dc94122 None None] Pushing event updated for resources: {'Port': ['ID=e1bbd111-4dcd-44f3-8699-581a7864c7b9,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:57.602364 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Publish callbacks [] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:57.685932 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port bf9b4640-8c84-4101-a216-0c3fa95a74d0 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:57.734055 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:57.791479 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:24:57.795674 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:57.800713 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:24:57.850686 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Pushing event updated for resources: {'Port': ['ID=5aeb77e6-b4d5-484d-b1b6-a9b04f372d97,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:58.234652 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60286) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:58.241891 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953394825', 'description': 'tempest-description--2108873496'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:58.314116 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209c9b-7ed7-484c-8493-321c8fd3bc61 req-c5e61a85-57c5-4dab-9fa7-b370029eb11d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:58.315631 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-56209c9b-7ed7-484c-8493-321c8fd3bc61 req-c5e61a85-57c5-4dab-9fa7-b370029eb11d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0657084 Apr 11 19:24:58.318545 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Publish callbacks [] for router_gateway (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:58.349388 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:58.437771 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (1aa480db-4a7d-4aaa-8ac2-f92cb0670ada), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:58.441944 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-56209c9b-7ed7-484c-8493-321c8fd3bc61 req-9db2a1b2-2889-4019-a544-50e27b5d5f6a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1197939 Apr 11 19:24:58.549494 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (1aa480db-4a7d-4aaa-8ac2-f92cb0670ada), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:58.587236 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:58.594811 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.595305 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.595935 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.596349 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.596757 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.597859 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.598277 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.598684 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.599093 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.599554 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.600161 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.600490 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.605250 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.605250 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.605250 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:24:58.605531 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff44794-69eb-4de1-b33c-33544fbe1d46 req-9b4eacab-6b48-4ee5-90ef-49610de135cc tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:58.606379 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cff44794-69eb-4de1-b33c-33544fbe1d46 req-9b4eacab-6b48-4ee5-90ef-49610de135cc tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0935357 Apr 11 19:24:58.640996 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419'] for router (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:58.680208 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:58.684899 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7964ae33-f86e-438b-9d2d-fe6a664f8a8c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4484787 Apr 11 19:24:58.685749 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60290) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:58.690419 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-8235a54c-917b-4b48-84be-f66a607aca17 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group_rule': {'security_group_id': '1aa480db-4a7d-4aaa-8ac2-f92cb0670ada', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:58.707415 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cff44794-69eb-4de1-b33c-33544fbe1d46 req-539ab9e8-da3f-4fbf-b119-5a50cd5a9034 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929008 Apr 11 19:24:58.733760 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e16d17-3af5-4e7b-9b81-e644a0e35871 None None] Network 9a7a3829-0f57-452c-9d9a-36f29df6db5e requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:24:58.785371 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8235a54c-917b-4b48-84be-f66a607aca17 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (549ed39c-b7b1-4ea4-964a-eb58033be7ac), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:58.857120 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8235a54c-917b-4b48-84be-f66a607aca17 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (549ed39c-b7b1-4ea4-964a-eb58033be7ac), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:58.867148 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-4307cd3b-66eb-4da4-bfa5-7f16d6889e5e None None] Provisioning complete for port e1bbd111-4dcd-44f3-8699-581a7864c7b9 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:58.867531 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4307cd3b-66eb-4da4-bfa5-7f16d6889e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:58.953915 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8235a54c-917b-4b48-84be-f66a607aca17 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (549ed39c-b7b1-4ea4-964a-eb58033be7ac), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:58.985669 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235a54c-917b-4b48-84be-f66a607aca17 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549ed39c-b7b1-4ea4-964a-eb58033be7ac,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:58.995480 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e is scheduled to L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 with binding_index 1 {{(pid=103943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:24:59.030811 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-4307cd3b-66eb-4da4-bfa5-7f16d6889e5e None None] Current status of the port e1bbd111-4dcd-44f3-8699-581a7864c7b9 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:59.031697 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4307cd3b-66eb-4da4-bfa5-7f16d6889e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.050877 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-e8dc3c8c-e8eb-4b3f-bf6d-9e09a453232a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346354 Apr 11 19:24:59.076883 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e1bbd111-4dcd-44f3-8699-581a7864c7b9 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:59.151089 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-4307cd3b-66eb-4da4-bfa5-7f16d6889e5e None None] For port e1bbd111-4dcd-44f3-8699-581a7864c7b9, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e1bbd111-4dcd-44f3-8699-581a7864c7b9,segment=NetworkSegment(e6a8ae8d-0b15-40b3-93c3-406d511a0980),segment_id=e6a8ae8d-0b15-40b3-93c3-406d511a0980)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:59.152498 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8235a54c-917b-4b48-84be-f66a607aca17 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.154825 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8235a54c-917b-4b48-84be-f66a607aca17 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4676769 Apr 11 19:24:59.157263 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60304) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:59.163652 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-ab43b7c8-cb75-4462-9160-f240bdb2cc04 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group_rule': {'security_group_id': '1aa480db-4a7d-4aaa-8ac2-f92cb0670ada', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:59.165104 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port e1bbd111-4dcd-44f3-8699-581a7864c7b9 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:59.165600 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.237205 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-dbcb800f-fab0-460f-affc-f04a94cb6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:59.239301 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-dbcb800f-fab0-460f-affc-f04a94cb6f05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 1130 time: 0.0993998 Apr 11 19:24:59.265587 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port e1bbd111-4dcd-44f3-8699-581a7864c7b9 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:59.265904 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.266310 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:24:59.279065 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Sync routers for ids ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:24:59.289627 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Routers {'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:24:59.290229 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:24:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:59.309882 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ab43b7c8-cb75-4462-9160-f240bdb2cc04 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (3ba1a035-fdbd-4616-8a08-06a8730588d6), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.310747 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4307cd3b-66eb-4da4-bfa5-7f16d6889e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.357074 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.360908 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-e19467f7-d6d8-4c6a-aed8-6cabfb1ae042 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3791454 Apr 11 19:24:59.361080 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 60308) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:59.369658 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307cd3b-66eb-4da4-bfa5-7f16d6889e5e None None] Pushing event updated for resources: {'Port': ['ID=e1bbd111-4dcd-44f3-8699-581a7864c7b9,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:59.400088 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ab43b7c8-cb75-4462-9160-f240bdb2cc04 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (3ba1a035-fdbd-4616-8a08-06a8730588d6), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.448056 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.db.api [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 19:24:59.448600 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG oslo_db.api [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 19:24:59.450330 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-d6628782-e343-4854-9548-afc9abd0d009 None None] Provisioning complete for port e1bbd111-4dcd-44f3-8699-581a7864c7b9 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:59.450704 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6628782-e343-4854-9548-afc9abd0d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.459613 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Set router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:24:59.481754 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32855b57-c72e-4a89-bf62-274abd9f9654 req-29c7ace5-f240-4257-9d05-5bfabf4057a5 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:59.484480 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-32855b57-c72e-4a89-bf62-274abd9f9654 req-29c7ace5-f240-4257-9d05-5bfabf4057a5 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0803015 Apr 11 19:24:59.489931 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ab43b7c8-cb75-4462-9160-f240bdb2cc04 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (3ba1a035-fdbd-4616-8a08-06a8730588d6), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.537414 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43b7c8-cb75-4462-9160-f240bdb2cc04 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba1a035-fdbd-4616-8a08-06a8730588d6,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:59.603442 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ab43b7c8-cb75-4462-9160-f240bdb2cc04 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.605637 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ab43b7c8-cb75-4462-9160-f240bdb2cc04 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4465134 Apr 11 19:24:59.616897 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60316) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:59.622823 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:59.657769 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'name': 'tempest-TestShelveInstance-1108444556-router', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:56Z', 'updated_at': '2022-04-11T19:24:58Z', 'revision_number': 3, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'gw_port': {'id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:57Z', 'updated_at': '2022-04-11T19:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:59.688732 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Checking router: ceed78b9-0bca-42cb-bb25-d14bd70c9e0e for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:24:59.689381 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Updating router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 binding host dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:24:59.706443 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60318) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:59.720319 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.727763 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.755387 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-32855b57-c72e-4a89-bf62-274abd9f9654 req-53cb1959-9013-4441-adb7-af00212f4242 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216296 Apr 11 19:24:59.765947 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-d6628782-e343-4854-9548-afc9abd0d009 None None] Current status of the port e1bbd111-4dcd-44f3-8699-581a7864c7b9 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:59.774833 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2ff23-0305-4668-9cb7-0022a3f7b0f2 req-77311dfd-bac2-42d9-8df1-3d0a56647953 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:59.782462 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4fc2ff23-0305-4668-9cb7-0022a3f7b0f2 req-77311dfd-bac2-42d9-8df1-3d0a56647953 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.1926663 Apr 11 19:24:59.848768 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ecc7aa0b-72fe-4952-97c8-7db187a873cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.862173 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.872244 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4fc2ff23-0305-4668-9cb7-0022a3f7b0f2 req-fb7f3a60-cd65-483a-833a-58cbe63815ea tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888271 Apr 11 19:24:59.997462 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ecc7aa0b-72fe-4952-97c8-7db187a873cf admin admin] Publish callbacks [] for security_group (fab9b50c-1dc3-424e-a535-a17581fafd98), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:59.999328 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port e1bbd111-4dcd-44f3-8699-581a7864c7b9 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:00.031187 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Publish callbacks [] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.054919 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ecc7aa0b-72fe-4952-97c8-7db187a873cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (fab9b50c-1dc3-424e-a535-a17581fafd98), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.094791 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ecc7aa0b-72fe-4952-97c8-7db187a873cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=907f67d2da84462fab8b46736b3b024e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870292 Apr 11 19:25:00.095955 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7aa0b-72fe-4952-97c8-7db187a873cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab9b50c-1dc3-424e-a535-a17581fafd98,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:00.099746 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60322) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:00.122400 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.149193 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.152136 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-875c28e4-7ae0-4d7c-92da-9fa5660a6d54 admin admin] Publish callbacks [] for security_group (fab9b50c-1dc3-424e-a535-a17581fafd98), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.195462 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb15942-0347-4e20-87d5-b4156d3080fd None None] Pushing event updated for resources: {'Port': ['ID=5aeb77e6-b4d5-484d-b1b6-a9b04f372d97,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:00.204748 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-875c28e4-7ae0-4d7c-92da-9fa5660a6d54 admin admin] Publish callbacks [] for security_group (fab9b50c-1dc3-424e-a535-a17581fafd98), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.208352 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Attempting to bind port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:25:00.208727 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Attempting to bind port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:25:00.209086 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Attempting to bind port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 on network e4662dd2-4318-4102-9156-21f0a5352e19 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:00.214379 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:25:00.214749 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:00.215150 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.215532 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Bound using segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:25:00.216184 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Bound port: 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:25:00.216725 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.244892 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Allocated IP 172.27.2.203 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/d5b1ba67-5847-4ab6-b093-5d2528ae03d4) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:00.274902 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] For port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:25:00.278776 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] For port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=5aeb77e6-b4d5-484d-b1b6-a9b04f372d97,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:25:00.298647 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Allocated IP 172.20.0.1 (9a7a3829-0f57-452c-9d9a-36f29df6db5e/68175ba1-a086-4745-b976-11a1593a61c4/b80b85df-0678-43fb-baf3-79701e08c5f0) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:00.347038 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.371282 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (d5b1ba67-5847-4ab6-b093-5d2528ae03d4), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.377148 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-875c28e4-7ae0-4d7c-92da-9fa5660a6d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (fab9b50c-1dc3-424e-a535-a17581fafd98), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.380271 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-875c28e4-7ae0-4d7c-92da-9fa5660a6d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.384247 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-875c28e4-7ae0-4d7c-92da-9fa5660a6d54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fab9b50c-1dc3-424e-a535-a17581fafd98 HTTP/1.1" status: 204 len: 168 time: 0.2806492 Apr 11 19:25:00.391697 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c28e4-7ae0-4d7c-92da-9fa5660a6d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab9b50c-1dc3-424e-a535-a17581fafd98,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:00.425969 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Routers {'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:00.426963 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:24:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:00.428893 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Publish callbacks [] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.478413 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (d5b1ba67-5847-4ab6-b093-5d2528ae03d4), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.505035 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb15942-0347-4e20-87d5-b4156d3080fd None None] Pushing event updated for resources: {'Port': ['ID=5aeb77e6-b4d5-484d-b1b6-a9b04f372d97,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:00.516546 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:00.521834 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:00.525328 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:00.544092 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=d5b1ba67-5847-4ab6-b093-5d2528ae03d4,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:00.562877 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.612401 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] Set router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:00.638638 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (fc7c3875-ca71-4308-9370-89ee511aee9a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.674521 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Network 9a7a3829-0f57-452c-9d9a-36f29df6db5e is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:00.677059 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b80b85df-0678-43fb-baf3-79701e08c5f0,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:00.685830 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.686182 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.686525 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.686864 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.687197 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.687535 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.687877 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.688234 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.688568 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.688881 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.689199 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.689519 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.689841 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.690156 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.690490 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:00.697558 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:00.724939 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-fad7c1d3-9acc-4521-96ff-18c3d45d4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:00.726498 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-fad7c1d3-9acc-4521-96ff-18c3d45d4762 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.1658905 Apr 11 19:25:00.727296 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:00.789076 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576336'] for router_interface (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.790619 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (d5b1ba67-5847-4ab6-b093-5d2528ae03d4), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:00.899466 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'name': 'tempest-TestShelveInstance-1108444556-router', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:56Z', 'updated_at': '2022-04-11T19:24:58Z', 'revision_number': 3, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'gw_port': {'id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:57Z', 'updated_at': '2022-04-11T19:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:00.965599 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90566b-da9e-4b31-8fb0-57de8fe60ec0 None None] The sync data for ids ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'] in dv-cinder-837362-1-iscsi is: [{'id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'name': 'tempest-TestShelveInstance-1108444556-router', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:56Z', 'updated_at': '2022-04-11T19:24:58Z', 'revision_number': 3, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'gw_port': {'id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:57Z', 'updated_at': '2022-04-11T19:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:25:01.006225 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (d5b1ba67-5847-4ab6-b093-5d2528ae03d4), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.026626 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e1bbd111-4dcd-44f3-8699-581a7864c7b9 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:01.046665 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-67088af9-b672-4aff-b686-481aa55a0180 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=314dec28-bf24-430a-b53a-a85521653690 HTTP/1.1" status: 200 len: 217 time: 0.1668661 Apr 11 19:25:01.078405 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (d5b1ba67-5847-4ab6-b093-5d2528ae03d4), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.142113 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port e1bbd111-4dcd-44f3-8699-581a7864c7b9 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:01.142502 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.181844 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (fc7c3875-ca71-4308-9370-89ee511aee9a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.185176 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6a0d-98fa-4294-9bf1-afc030dc5051 req-5c8530c2-38aa-4ccf-84fe-d99a9e091a51 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:01.186681 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2ecd6a0d-98fa-4294-9bf1-afc030dc5051 req-5c8530c2-38aa-4ccf-84fe-d99a9e091a51 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.3060162 Apr 11 19:25:01.203782 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=d5b1ba67-5847-4ab6-b093-5d2528ae03d4,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:01.221033 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c9b36-812a-4a85-82e6-a42fa23891af req-f054e89f-f9d9-48aa-8475-c30f22b1749f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:01.225090 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b28c9b36-812a-4a85-82e6-a42fa23891af req-f054e89f-f9d9-48aa-8475-c30f22b1749f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.1956873 Apr 11 19:25:01.242049 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60338) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:01.263137 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-813fbc62-4120-4a37-9f7b-83d83998fe1c None None] Provisioning complete for port b80b85df-0678-43fb-baf3-79701e08c5f0 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:01.264675 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-813fbc62-4120-4a37-9f7b-83d83998fe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.305008 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-813fbc62-4120-4a37-9f7b-83d83998fe1c None None] Port b80b85df-0678-43fb-baf3-79701e08c5f0 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:01.330853 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port e1bbd111-4dcd-44f3-8699-581a7864c7b9 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:01.333771 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.351824 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-57eef1b6-6a95-44df-8034-f2c5d7cde323 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7334871 Apr 11 19:25:01.369377 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2ecd6a0d-98fa-4294-9bf1-afc030dc5051 req-02a7a9ed-1bb2-41ca-9a26-d1446904c963 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6f6b6b-ebb7-4436-812d-288003f454b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415877 Apr 11 19:25:01.375339 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b28c9b36-812a-4a85-82e6-a42fa23891af req-ead85479-96b7-44bc-84e8-c61351a9c5c3 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345477 Apr 11 19:25:01.506009 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3e672957-5961-44ab-a0ab-06d3f2ecd2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.509519 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-462a7bbe-1954-49d4-8ed4-24f40589af19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.518528 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.668773 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acdb8c-6834-4ede-9430-0fe69278968f req-a1667a13-7da7-488f-8c68-5338cc70da83 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:01.670210 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-85acdb8c-6834-4ede-9430-0fe69278968f req-a1667a13-7da7-488f-8c68-5338cc70da83 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.23 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 949 time: 0.0611796 Apr 11 19:25:01.717249 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-462a7bbe-1954-49d4-8ed4-24f40589af19 admin admin] Publish callbacks [] for security_group (5168e41d-573d-4ae3-8511-13f8050fbaca), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.781954 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-85acdb8c-6834-4ede-9430-0fe69278968f req-75d65a22-cb0a-4d1e-9468-e74f72654643 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Deleting port f58f8ca6-0075-48a5-8a2a-51b64a198d36 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:25:01.782295 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-85acdb8c-6834-4ede-9430-0fe69278968f req-75d65a22-cb0a-4d1e-9468-e74f72654643 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.797542 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-462a7bbe-1954-49d4-8ed4-24f40589af19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (5168e41d-573d-4ae3-8511-13f8050fbaca), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.903625 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-462a7bbe-1954-49d4-8ed4-24f40589af19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67cf6ba51bcc4d83aa599eaf536929c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6557119 Apr 11 19:25:01.904501 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60354) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:01.905176 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a7bbe-1954-49d4-8ed4-24f40589af19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5168e41d-573d-4ae3-8511-13f8050fbaca,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:01.962347 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [req-85acdb8c-6834-4ede-9430-0fe69278968f req-75d65a22-cb0a-4d1e-9468-e74f72654643 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] For port f58f8ca6-0075-48a5-8a2a-51b64a198d36, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f58f8ca6-0075-48a5-8a2a-51b64a198d36,segment=NetworkSegment(94b1869d-a419-4c4d-9938-6f57aff3086c),segment_id=94b1869d-a419-4c4d-9938-6f57aff3086c)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:01.962728 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-85acdb8c-6834-4ede-9430-0fe69278968f req-75d65a22-cb0a-4d1e-9468-e74f72654643 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:01.983203 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [req-85acdb8c-6834-4ede-9430-0fe69278968f req-75d65a22-cb0a-4d1e-9468-e74f72654643 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Calling delete_port for f58f8ca6-0075-48a5-8a2a-51b64a198d36 owned by compute:nova {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:25:01.986256 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-c02c6c0a-5f32-4660-a1c4-c6b08d7fcad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:01.987778 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-c02c6c0a-5f32-4660-a1c4-c6b08d7fcad9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.3759956 Apr 11 19:25:02.004923 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8fc68c8d-2a7e-4134-8b4b-486d6452ef96 admin admin] Publish callbacks [] for security_group (5168e41d-573d-4ae3-8511-13f8050fbaca), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:02.043055 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-ed70978b-1994-4985-855c-4fbb2e7be5c4 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--953394825&fields=id&tenant_id=479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 267 time: 0.4140480 Apr 11 19:25:02.064207 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8fc68c8d-2a7e-4134-8b4b-486d6452ef96 admin admin] Publish callbacks [] for security_group (5168e41d-573d-4ae3-8511-13f8050fbaca), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:02.070141 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-7bce59d9-5c81-470b-9eb0-16b88c282c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:02.071680 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-7bce59d9-5c81-470b-9eb0-16b88c282c93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757740 Apr 11 19:25:02.127435 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Publish callbacks [] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:02.210627 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:02.233019 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8fc68c8d-2a7e-4134-8b4b-486d6452ef96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (5168e41d-573d-4ae3-8511-13f8050fbaca), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:02.235766 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8fc68c8d-2a7e-4134-8b4b-486d6452ef96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:02.237079 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8fc68c8d-2a7e-4134-8b4b-486d6452ef96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5168e41d-573d-4ae3-8511-13f8050fbaca HTTP/1.1" status: 204 len: 168 time: 0.3290823 Apr 11 19:25:02.238515 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-85acdb8c-6834-4ede-9430-0fe69278968f req-75d65a22-cb0a-4d1e-9468-e74f72654643 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (f58f8ca6-0075-48a5-8a2a-51b64a198d36), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:02.252374 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['f58f8ca6-0075-48a5-8a2a-51b64a198d36'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:25:02.279313 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc68c8d-2a7e-4134-8b4b-486d6452ef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5168e41d-573d-4ae3-8511-13f8050fbaca,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:02.283722 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d65a22-cb0a-4d1e-9468-e74f72654643 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Pushing event deleted for resources: {'Port': ['ID=f58f8ca6-0075-48a5-8a2a-51b64a198d36,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:02.321707 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-66b8cab8-cf69-420e-a69b-15bc513dc392 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:02.327195 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-66b8cab8-cf69-420e-a69b-15bc513dc392 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 815 time: 0.2699296 Apr 11 19:25:02.327195 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b80b85df-0678-43fb-baf3-79701e08c5f0,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:02.341203 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579040'] for router_interface (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:02.358663 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-26418630-54aa-4d27-a34e-b95c044ee267 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671819 Apr 11 19:25:02.370570 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [req-85acdb8c-6834-4ede-9430-0fe69278968f req-75d65a22-cb0a-4d1e-9468-e74f72654643 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] No DVR routers for this DVR port f58f8ca6-0075-48a5-8a2a-51b64a198d36 on host hv-cinder-83736 {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:25:02.374051 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [req-85acdb8c-6834-4ede-9430-0fe69278968f req-75d65a22-cb0a-4d1e-9468-e74f72654643 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:02.376825 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-ddffb2fd-825c-4a86-9a5d-1d14a6f2cbf5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/quotas/479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 375 time: 0.0332987 Apr 11 19:25:02.377654 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-85acdb8c-6834-4ede-9430-0fe69278968f req-75d65a22-cb0a-4d1e-9468-e74f72654643 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.23 "DELETE /v2.0/ports/f58f8ca6-0075-48a5-8a2a-51b64a198d36 HTTP/1.1" status: 204 len: 173 time: 0.6982138 Apr 11 19:25:02.378195 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00157d7-bf43-4d56-9ce6-b96bcc8ef87b', 'name': 'network-vif-deleted', 'tag': 'f58f8ca6-0075-48a5-8a2a-51b64a198d36'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:25:02.381876 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82337a9-7849-422a-a3e8-a861dab6aa71" -d '{"events": [{"server_uuid": "c00157d7-bf43-4d56-9ce6-b96bcc8ef87b", "name": "network-vif-deleted", "tag": "f58f8ca6-0075-48a5-8a2a-51b64a198d36"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:25:02.431291 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f96ac6-8d44-4b90-8594-b04017999534 x-openstack-request-id: req-16f96ac6-8d44-4b90-8594-b04017999534 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:25:02.432819 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00157d7-bf43-4d56-9ce6-b96bcc8ef87b", "name": "network-vif-deleted", "tag": "f58f8ca6-0075-48a5-8a2a-51b64a198d36", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:25:02.434325 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16f96ac6-8d44-4b90-8594-b04017999534 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:25:02.434816 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f96ac6-8d44-4b90-8594-b04017999534'] response: {'server_uuid': 'c00157d7-bf43-4d56-9ce6-b96bcc8ef87b', 'name': 'network-vif-deleted', 'tag': 'f58f8ca6-0075-48a5-8a2a-51b64a198d36', 'status': 'completed', 'code': 200} Apr 11 19:25:02.561934 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-1729cae5-f81a-4795-9242-ead96a55121e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1562781 Apr 11 19:25:02.593593 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-257066db-632d-433e-9d1c-054c57899fa3 req-c93d5d54-f712-4e1d-9366-c671beadb66b tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 210 time: 0.0546179 Apr 11 19:25:02.640526 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b23cfa1f-d50d-48c4-8bbc-35020c229100 req-2526ac51-3c18-4ad9-883e-f2b0c986cef5 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742684 Apr 11 19:25:02.696113 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Network 9a7a3829-0f57-452c-9d9a-36f29df6db5e is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:02.718898 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:02.751789 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc3247-64e3-4778-931c-26f13b843d1c req-51608c6e-71cf-48a3-8c5b-bff2e0021d96 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:02.753366 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-03dc3247-64e3-4778-931c-26f13b843d1c req-51608c6e-71cf-48a3-8c5b-bff2e0021d96 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0762947 Apr 11 19:25:02.811238 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-ed2509be-53d7-466f-8760-eec37f1130e6 service neutron] 10.222.0.13 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294478 Apr 11 19:25:02.977433 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-03dc3247-64e3-4778-931c-26f13b843d1c req-2453027c-3d83-461d-ada8-5541a88b4536 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1817374 Apr 11 19:25:02.984385 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-157115a5-1080-4338-b756-e4132abb41f7 None None] Provisioning complete for port b80b85df-0678-43fb-baf3-79701e08c5f0 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:02.986347 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-157115a5-1080-4338-b756-e4132abb41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:03.015200 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:25:03.034170 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-157115a5-1080-4338-b756-e4132abb41f7 None None] Port b80b85df-0678-43fb-baf3-79701e08c5f0 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:03.044242 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb4e3d49-a7b0-4b42-96ce-0bdddc03bbef service neutron] 10.222.0.13 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243302 Apr 11 19:25:03.067961 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:03.122631 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:03.123284 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:03.194086 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:25:03.200918 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-28dc7166-70c9-4c14-8587-40306158f2d3 admin admin] 10.222.0.13 "PUT /v2.0/routers/ceed78b9-0bca-42cb-bb25-d14bd70c9e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8388038 Apr 11 19:25:03.247333 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:03.247524 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:03.272936 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=5aeb77e6-b4d5-484d-b1b6-a9b04f372d97,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:03.361333 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:03.364947 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-40c77d56-d32a-4c71-a713-2269e4d2ff04 req-8811a4a3-b035-42fe-9bc0-5b2774424188 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 210 time: 0.0289037 Apr 11 19:25:03.423305 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=5aeb77e6-b4d5-484d-b1b6-a9b04f372d97,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:03.564970 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60398) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:03.700925 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1415237181-network', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:03.728815 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-485fc000-501f-428f-a969-a37e0da69e9c req-b8f8e30f-70dd-40af-86f0-da8d56655b58 tempest-VolumesNegativeTest-1219894750 tempest-VolumesNegativeTest-1219894750-project] 10.222.0.13 "GET /v2.0/ports?device_id=c00157d7-bf43-4d56-9ce6-b96bcc8ef87b HTTP/1.1" status: 200 len: 210 time: 0.0447967 Apr 11 19:25:03.812083 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Made reservation on behalf of bbbc2284e2d74ba4a8735b18ccee61fb for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:25:03.814419 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:03.823428 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:03.911703 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Publish callbacks [] for security_group (59beee2a-d3d7-44cb-85ba-943db23a6e04), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:03.932612 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4cb18259-0b80-41a2-99c7-c798a0f54d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:03.933564 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 60408) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:03.938824 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-a4d3eb8f-7ce6-48c4-abd2-12820c002b90 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1721568305', 'description': 'tempest-secgroup-smoke-1721568305 description', 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:03.949496 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Sync routers for ids ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:25:03.960388 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Routers {'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:03.961034 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:04.006391 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (59beee2a-d3d7-44cb-85ba-943db23a6e04), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.029669 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:25:04.044896 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59beee2a-d3d7-44cb-85ba-943db23a6e04,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:04.048105 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (cb8db201-ab03-4d77-9000-efa1c40f0cf1), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.048620 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Added segment cb8db201-ab03-4d77-9000-efa1c40f0cf1 of type vlan for network de3c0ae5-56b8-4d67-b1e6-caf681218612 Apr 11 19:25:04.069678 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a4d3eb8f-7ce6-48c4-abd2-12820c002b90 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.080844 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Set router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:04.098190 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (de3c0ae5-56b8-4d67-b1e6-caf681218612), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.118917 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afe7fd-404c-4bc9-96f9-d14c4752e41b req-89195e28-fc65-4af9-bdfd-9b8b3d5cb849 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:04.120573 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b8afe7fd-404c-4bc9-96f9-d14c4752e41b req-89195e28-fc65-4af9-bdfd-9b8b3d5cb849 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 943 time: 0.0672932 Apr 11 19:25:04.198337 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (de3c0ae5-56b8-4d67-b1e6-caf681218612), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.199233 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:04.199893 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.210898 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b8afe7fd-404c-4bc9-96f9-d14c4752e41b req-59ab98c6-4498-4e4a-8ac2-8d984dc59732 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816755 Apr 11 19:25:04.217563 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a4d3eb8f-7ce6-48c4-abd2-12820c002b90 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group (9d47f4ed-3122-4c87-8fee-a21da6fb07f0), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.269706 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] Pushing event updated for resources: {'Network': ['ID=de3c0ae5-56b8-4d67-b1e6-caf681218612,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:04.279390 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network de3c0ae5-56b8-4d67-b1e6-caf681218612 details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:25:04.292121 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a4d3eb8f-7ce6-48c4-abd2-12820c002b90 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (9d47f4ed-3122-4c87-8fee-a21da6fb07f0), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.301571 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-320e6029-72e3-45f0-a102-c76eea283e0e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7278481 Apr 11 19:25:04.301571 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60412) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:04.303524 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] Request body: {'subnet': {'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1415237181-subnet', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:04.328985 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3eb8f-7ce6-48c4-abd2-12820c002b90 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d47f4ed-3122-4c87-8fee-a21da6fb07f0,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:04.356105 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'name': 'tempest-TestShelveInstance-1108444556-router', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:56Z', 'updated_at': '2022-04-11T19:25:01Z', 'revision_number': 4, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'gw_port': {'id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:57Z', 'updated_at': '2022-04-11T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'b80b85df-0678-43fb-baf3-79701e08c5f0', 'name': '', 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'mac_address': 'fa:16:3e:41:9b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '68175ba1-a086-4745-b976-11a1593a61c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:00Z', 'updated_at': '2022-04-11T19:25:01Z', 'revision_number': 2, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'subnets': [{'id': '68175ba1-a086-4745-b976-11a1593a61c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:04.391254 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Checking router: ceed78b9-0bca-42cb-bb25-d14bd70c9e0e for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:25:04.391728 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Updating router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e port b80b85df-0678-43fb-baf3-79701e08c5f0 binding host dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:25:04.416212 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a4d3eb8f-7ce6-48c4-abd2-12820c002b90 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.417496 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a4d3eb8f-7ce6-48c4-abd2-12820c002b90 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4825053 Apr 11 19:25:04.420971 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 60416) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:04.425001 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-e6b8ee4e-cea2-40b4-92c9-b4eddb485d30 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Request body: {'security_group_rule': {'security_group_id': '9d47f4ed-3122-4c87-8fee-a21da6fb07f0', 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:04.425395 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.468419 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-67000efc-25aa-4d08-8499-42c669c64d6a req-58d779ae-b852-480d-a481-ab12ffc9645d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 210 time: 0.0301738 Apr 11 19:25:04.497419 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] Made reservation on behalf of bbbc2284e2d74ba4a8735b18ccee61fb for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:25:04.499745 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29092812'] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.539193 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3a9f828f-8465-4953-892f-890ad6971a58 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:25:04.560478 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e6b8ee4e-cea2-40b4-92c9-b4eddb485d30 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (04d57938-c4ef-41d7-8706-6799f8ab9ed8), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.561004 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device f58f8ca6-0075-48a5-8a2a-51b64a198d36 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:25:04.607513 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: f58f8ca6-0075-48a5-8a2a-51b64a198d36 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:25:04.607957 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device f58f8ca6-0075-48a5-8a2a-51b64a198d36 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:25:04.645345 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e6b8ee4e-cea2-40b4-92c9-b4eddb485d30 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (04d57938-c4ef-41d7-8706-6799f8ab9ed8), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.707257 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.732237 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e6b8ee4e-cea2-40b4-92c9-b4eddb485d30 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (04d57938-c4ef-41d7-8706-6799f8ab9ed8), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.757316 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8ee4e-cea2-40b4-92c9-b4eddb485d30 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d57938-c4ef-41d7-8706-6799f8ab9ed8,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:04.761893 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:04.783865 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '3a9f828f-8465-4953-892f-890ad6971a58', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'port_id': '3a9f828f-8465-4953-892f-890ad6971a58', 'mac_address': 'fa:16:3e:b4:2e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:25:04.796029 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25449442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29092830'] for subnet (6602d115-5fba-45b8-a98e-910d0ac20c7e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.854161 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e6b8ee4e-cea2-40b4-92c9-b4eddb485d30 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.858254 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-e6b8ee4e-cea2-40b4-92c9-b4eddb485d30 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4366899 Apr 11 19:25:04.858881 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 60424) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:04.861474 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Publish callbacks [] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.861629 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6602d115-5fba-45b8-a98e-910d0ac20c7e,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:04.863718 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3a9f828f-8465-4953-892f-890ad6971a58 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:04.863901 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-99244561-462f-42bb-882d-04bcc3561bea tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Request body: {'security_group_rule': {'security_group_id': '9d47f4ed-3122-4c87-8fee-a21da6fb07f0', 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:04.864114 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3a9f828f-8465-4953-892f-890ad6971a58), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.869078 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] Checking segment: {'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:04.869579 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] Network hostable DHCP agents. Network: de3c0ae5-56b8-4d67-b1e6-caf681218612, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:25:04.879964 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9f828f-8465-4953-892f-890ad6971a58 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:25:04.899627 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:04.964151 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] Network de3c0ae5-56b8-4d67-b1e6-caf681218612 is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:25:04.970372 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.974619 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-99244561-462f-42bb-882d-04bcc3561bea tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (383472f3-1db6-4f73-9dce-8356685e65b1), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.979770 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3a9f828f-8465-4953-892f-890ad6971a58), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:04.990593 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:05.046970 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-99244561-462f-42bb-882d-04bcc3561bea tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (383472f3-1db6-4f73-9dce-8356685e65b1), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.049610 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, de3c0ae5-56b8-4d67-b1e6-caf681218612) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:05.060792 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:05.061509 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.064259 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4b2ea-49ec-4068-a165-84573353d27c None None] Pushing event updated for resources: {'Port': ['ID=b80b85df-0678-43fb-baf3-79701e08c5f0,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:05.070351 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880972e1-b8f6-46cd-a865-978120640f6d None None] Network de3c0ae5-56b8-4d67-b1e6-caf681218612 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:25:05.132477 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-99244561-462f-42bb-882d-04bcc3561bea tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (383472f3-1db6-4f73-9dce-8356685e65b1), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.156259 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99244561-462f-42bb-882d-04bcc3561bea tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383472f3-1db6-4f73-9dce-8356685e65b1,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:05.193282 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9d8561f8-3844-450c-9470-4f5422134465 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8942821 Apr 11 19:25:05.195503 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60432) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:05.200371 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:05.293886 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-99244561-462f-42bb-882d-04bcc3561bea tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.297465 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-99244561-462f-42bb-882d-04bcc3561bea tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4375477 Apr 11 19:25:05.300302 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60440) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:05.307649 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-67a84511-6cf1-4e81-9ff7-65bf96908c82 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Request body: {'security_group_rule': {'security_group_id': '9d47f4ed-3122-4c87-8fee-a21da6fb07f0', 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:05.355198 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['3a9f828f-8465-4953-892f-890ad6971a58'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:25:05.369918 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31735'] for router (7b2f1782-088c-4809-bf5b-5b186af5cd3d), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.371153 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-578128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31726'] for router (7b2f1782-088c-4809-bf5b-5b186af5cd3d), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.391301 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:05.391698 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.412392 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b524f-d8ea-4d5a-ad56-a09ba9041f06 req-0b8671f0-5bc3-4ed8-9c99-0cac988d4960 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:05.414011 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f3b524f-d8ea-4d5a-ad56-a09ba9041f06 req-0b8671f0-5bc3-4ed8-9c99-0cac988d4960 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 944 time: 0.0650380 Apr 11 19:25:05.443293 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3a9f828f-8465-4953-892f-890ad6971a58,revision_number=9']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:05.459306 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Publish callbacks [] for router_controller (7b2f1782-088c-4809-bf5b-5b186af5cd3d), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.465841 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-67a84511-6cf1-4e81-9ff7-65bf96908c82 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (cdf86327-7046-41a2-8bf4-2e91c861963f), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.469614 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8f3b524f-d8ea-4d5a-ad56-a09ba9041f06 req-c572ff3a-2eb9-45f2-918a-de9b72ec454d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478756 Apr 11 19:25:05.470247 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Attempting to bind port b80b85df-0678-43fb-baf3-79701e08c5f0 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:25:05.470622 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Attempting to bind port b80b85df-0678-43fb-baf3-79701e08c5f0 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': 'e6a8ae8d-0b15-40b3-93c3-406d511a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:25:05.471048 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Attempting to bind port b80b85df-0678-43fb-baf3-79701e08c5f0 on network 9a7a3829-0f57-452c-9d9a-36f29df6db5e {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:05.496224 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-0ca11547-1412-4cce-b184-5a04d374969d None None] Provisioning complete for port b80b85df-0678-43fb-baf3-79701e08c5f0 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:05.496606 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0ca11547-1412-4cce-b184-5a04d374969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.500539 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:25:05.501140 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Checking segment: {'id': 'e6a8ae8d-0b15-40b3-93c3-406d511a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:05.501558 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.501968 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Bound using segment: {'id': 'e6a8ae8d-0b15-40b3-93c3-406d511a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:25:05.502469 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Bound port: b80b85df-0678-43fb-baf3-79701e08c5f0, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a8ae8d-0b15-40b3-93c3-406d511a0980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:25:05.502854 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.591902 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-0ca11547-1412-4cce-b184-5a04d374969d None None] Port b80b85df-0678-43fb-baf3-79701e08c5f0 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:05.624465 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-de3c0ae5-56b8-4d67-b1e6-caf681218612', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'fixed_ips': [{'subnet_id': '6602d115-5fba-45b8-a98e-910d0ac20c7e'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:25:05.625753 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.631043 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-67a84511-6cf1-4e81-9ff7-65bf96908c82 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (cdf86327-7046-41a2-8bf4-2e91c861963f), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.635411 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e8d00f3-6ef0-4698-9225-040e13b640a5 req-361ed66a-16b7-4d6d-be17-322fe5d588ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 210 time: 0.0482795 Apr 11 19:25:05.667999 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-404e0f96-35df-4beb-81c4-4c0eb003c60f tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:05.669689 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-404e0f96-35df-4beb-81c4-4c0eb003c60f tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 815 time: 0.1629376 Apr 11 19:25:05.732111 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-67a84511-6cf1-4e81-9ff7-65bf96908c82 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (cdf86327-7046-41a2-8bf4-2e91c861963f), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.743190 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Publish callbacks [] for router_gateway (7b2f1782-088c-4809-bf5b-5b186af5cd3d), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.763209 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a84511-6cf1-4e81-9ff7-65bf96908c82 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf86327-7046-41a2-8bf4-2e91c861963f,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:05.801560 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-720f0ec0-ad55-4ca7-9560-36a2a9abdda7 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 471 time: 0.1218615 Apr 11 19:25:05.811516 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'port': {'device_id': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'admin_state_up': True, 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'security_groups': ['1aa480db-4a7d-4aaa-8ac2-f92cb0670ada']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:05.815288 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:05.843822 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-67a84511-6cf1-4e81-9ff7-65bf96908c82 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:05.845235 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-67a84511-6cf1-4e81-9ff7-65bf96908c82 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5435150 Apr 11 19:25:05.847888 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60462) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:05.852451 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-040a5ab0-11f6-48be-8e55-811baeba0a1f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Request body: {'security_group_rule': {'security_group_id': '9d47f4ed-3122-4c87-8fee-a21da6fb07f0', 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:05.860195 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] For port b80b85df-0678-43fb-baf3-79701e08c5f0, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:25:05.918345 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] For port b80b85df-0678-43fb-baf3-79701e08c5f0, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=b80b85df-0678-43fb-baf3-79701e08c5f0,segment=NetworkSegment(e6a8ae8d-0b15-40b3-93c3-406d511a0980),segment_id=e6a8ae8d-0b15-40b3-93c3-406d511a0980)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:25:05.958323 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Allocated IP 172.20.0.2 (de3c0ae5-56b8-4d67-b1e6-caf681218612/6602d115-5fba-45b8-a98e-910d0ac20c7e/9c4a1b37-cd1b-4fb6-9d88-06354302bf1a) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:06.032800 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.040397 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-040a5ab0-11f6-48be-8e55-811baeba0a1f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (94b34969-f8fe-47fe-8101-0e9b69133bdb), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.086713 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Made reservation on behalf of 479ffe08a4b44689a071d31e82746ba0 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:25:06.093032 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.116822 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Publish callbacks [] for router_gateway (7b2f1782-088c-4809-bf5b-5b186af5cd3d), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.145370 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.153820 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-040a5ab0-11f6-48be-8e55-811baeba0a1f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (94b34969-f8fe-47fe-8101-0e9b69133bdb), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.157477 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Routers {'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:06.158117 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:06.163032 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4b2ea-49ec-4068-a165-84573353d27c None None] Pushing event updated for resources: {'Port': ['ID=b80b85df-0678-43fb-baf3-79701e08c5f0,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:06.281960 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-040a5ab0-11f6-48be-8e55-811baeba0a1f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (94b34969-f8fe-47fe-8101-0e9b69133bdb), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.332611 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a5ab0-11f6-48be-8e55-811baeba0a1f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b34969-f8fe-47fe-8101-0e9b69133bdb,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:06.352976 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Allocated IP 172.20.0.11 (d2ff84dc-700b-4158-8f83-714808b8c99a/1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0/16e95402-d49f-4e9e-a680-e3bee2869a70) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:06.653688 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Allocated IP 172.27.2.164 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:06.653981 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Publish callbacks [] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.653981 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] Set router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:06.654426 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-040a5ab0-11f6-48be-8e55-811baeba0a1f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.654426 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-040a5ab0-11f6-48be-8e55-811baeba0a1f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6042302 Apr 11 19:25:06.654426 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60516) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:06.654426 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-7fd056c2-7333-45ab-8db8-8b0d26b7a28f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Request body: {'security_group_rule': {'security_group_id': '9d47f4ed-3122-4c87-8fee-a21da6fb07f0', 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:06.654426 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Publish callbacks [] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.655954 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.656111 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-343f64af-97fe-4bdc-9240-085c487543ef None None] Provisioning complete for port b80b85df-0678-43fb-baf3-79701e08c5f0 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:06.656111 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-343f64af-97fe-4bdc-9240-085c487543ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.656407 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04f8a7-3412-4c43-93d6-7c60ff5b584b req-e954b422-a305-49dd-97da-529283fea3c2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:06.656407 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ff04f8a7-3412-4c43-93d6-7c60ff5b584b req-e954b422-a305-49dd-97da-529283fea3c2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 944 time: 0.0666063 Apr 11 19:25:06.656660 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3a9f828f-8465-4953-892f-890ad6971a58 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:06.689632 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ff04f8a7-3412-4c43-93d6-7c60ff5b584b req-8a1d25ca-ff82-47e1-bf09-a6c170a8829c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516713 Apr 11 19:25:06.704476 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.securitygroups_db [None req-7fd056c2-7333-45ab-8db8-8b0d26b7a28f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Project 80c71be3609f4a6f9f7172b0ed5fcba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 19:25:06.714527 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7fd056c2-7333-45ab-8db8-8b0d26b7a28f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (051198b5-35b9-4716-ab4e-8a193c5ebb18), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.715747 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.717627 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.732096 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'name': 'tempest-TestShelveInstance-1108444556-router', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:56Z', 'updated_at': '2022-04-11T19:25:01Z', 'revision_number': 4, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'gw_port': {'id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:57Z', 'updated_at': '2022-04-11T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'b80b85df-0678-43fb-baf3-79701e08c5f0', 'name': '', 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'mac_address': 'fa:16:3e:41:9b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '68175ba1-a086-4745-b976-11a1593a61c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:00Z', 'updated_at': '2022-04-11T19:25:05Z', 'revision_number': 4, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'subnets': [{'id': '68175ba1-a086-4745-b976-11a1593a61c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:06.746870 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.774312 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0782bc04-d393-47a2-9894-9fe0c5245c55 req-27f985bd-6c13-41bb-8728-e3e9eaddefcb tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 210 time: 0.0592346 Apr 11 19:25:06.777222 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.796126 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-343f64af-97fe-4bdc-9240-085c487543ef None None] Current status of the port b80b85df-0678-43fb-baf3-79701e08c5f0 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:06.796518 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-343f64af-97fe-4bdc-9240-085c487543ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.809655 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12629309-c5aa-414f-83f7-2de1a10313de None None] The sync data for ids ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'] in dv-cinder-837362-1-iscsi is: [{'id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'name': 'tempest-TestShelveInstance-1108444556-router', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:56Z', 'updated_at': '2022-04-11T19:25:01Z', 'revision_number': 4, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'gw_port': {'id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:57Z', 'updated_at': '2022-04-11T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'b80b85df-0678-43fb-baf3-79701e08c5f0', 'name': '', 'network_id': '9a7a3829-0f57-452c-9d9a-36f29df6db5e', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'mac_address': 'fa:16:3e:41:9b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '68175ba1-a086-4745-b976-11a1593a61c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:00Z', 'updated_at': '2022-04-11T19:25:05Z', 'revision_number': 4, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'subnets': [{'id': '68175ba1-a086-4745-b976-11a1593a61c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:25:06.815674 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:06.825300 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Network de3c0ae5-56b8-4d67-b1e6-caf681218612 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:06.827535 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:06.832790 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:06.841902 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Pushing event updated for resources: {'Port': ['ID=9c4a1b37-cd1b-4fb6-9d88-06354302bf1a,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:06.844498 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:06.848613 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:06.873184 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 3a9f828f-8465-4953-892f-890ad6971a58 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:06.873564 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3a9f828f-8465-4953-892f-890ad6971a58), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.879581 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-343f64af-97fe-4bdc-9240-085c487543ef None None] For port b80b85df-0678-43fb-baf3-79701e08c5f0, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=b80b85df-0678-43fb-baf3-79701e08c5f0,segment=NetworkSegment(e6a8ae8d-0b15-40b3-93c3-406d511a0980),segment_id=e6a8ae8d-0b15-40b3-93c3-406d511a0980)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:06.879929 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Pushing event updated for resources: {'Port': ['ID=7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:06.891393 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7fd056c2-7333-45ab-8db8-8b0d26b7a28f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (051198b5-35b9-4716-ab4e-8a193c5ebb18), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.935906 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Network d2ff84dc-700b-4158-8f83-714808b8c99a is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:06.957410 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-343f64af-97fe-4bdc-9240-085c487543ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:06.977176 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=16e95402-d49f-4e9e-a680-e3bee2869a70,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:06.982122 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:06.988760 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:07.011719 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7fd056c2-7333-45ab-8db8-8b0d26b7a28f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (051198b5-35b9-4716-ab4e-8a193c5ebb18), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.062610 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd056c2-7333-45ab-8db8-8b0d26b7a28f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051198b5-35b9-4716-ab4e-8a193c5ebb18,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:07.087419 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:07.088134 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.132241 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Attempting to bind port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:25:07.133337 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Attempting to bind port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:25:07.133801 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Attempting to bind port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a on network de3c0ae5-56b8-4d67-b1e6-caf681218612 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:07.141539 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:25:07.152624 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Checking segment: {'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:07.155548 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.158413 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Bound using segment: {'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:25:07.160558 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Bound port: 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:25:07.161108 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.171347 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device b80b85df-0678-43fb-baf3-79701e08c5f0 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:07.196102 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-fb26a730-f712-4d11-bf01-5e0be6f3412b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3885188 Apr 11 19:25:07.206675 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Request body: {'port': {'device_id': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:07.227980 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f64af-97fe-4bdc-9240-085c487543ef None None] Pushing event updated for resources: {'Port': ['ID=b80b85df-0678-43fb-baf3-79701e08c5f0,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:07.246749 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7fd056c2-7333-45ab-8db8-8b0d26b7a28f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.246749 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7fd056c2-7333-45ab-8db8-8b0d26b7a28f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7831962 Apr 11 19:25:07.246749 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60538) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:07.250527 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-0058051d-1232-4426-bbe7-19a7759352f7 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Request body: {'security_group_rule': {'security_group_id': '9d47f4ed-3122-4c87-8fee-a21da6fb07f0', 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:07.296034 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.344072 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3a9f828f-8465-4953-892f-890ad6971a58 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:07.344466 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3a9f828f-8465-4953-892f-890ad6971a58), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.377290 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.securitygroups_db [None req-0058051d-1232-4426-bbe7-19a7759352f7 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Project 80c71be3609f4a6f9f7172b0ed5fcba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 19:25:07.389825 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0058051d-1232-4426-bbe7-19a7759352f7 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (e2cd5d49-9fee-41a8-b5d0-10251506cc49), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.418974 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port b80b85df-0678-43fb-baf3-79701e08c5f0 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:07.419284 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.422955 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-24d7568e-ab7e-44b3-843b-cdc053996140 None None] Provisioning complete for port 16e95402-d49f-4e9e-a680-e3bee2869a70 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:07.423338 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-24d7568e-ab7e-44b3-843b-cdc053996140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.425291 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] For port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:25:07.435116 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:25:07.437422 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f12e3ea-0772-45b7-9920-effd634a5877" -d '{"events": [{"server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f828f-8465-4953-892f-890ad6971a58"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:25:07.483317 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Publish callbacks [] for router_gateway (7b2f1782-088c-4809-bf5b-5b186af5cd3d), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.588367 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0058051d-1232-4426-bbe7-19a7759352f7 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (e2cd5d49-9fee-41a8-b5d0-10251506cc49), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.659247 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0058051d-1232-4426-bbe7-19a7759352f7 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (e2cd5d49-9fee-41a8-b5d0-10251506cc49), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.681043 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e95402-d49f-4e9e-a680-e3bee2869a70 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:25:07.684827 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] For port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=9c4a1b37-cd1b-4fb6-9d88-06354302bf1a,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:25:07.686932 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c167d5e9-9391-460f-afad-cd5b5ff673d1 x-openstack-request-id: req-c167d5e9-9391-460f-afad-cd5b5ff673d1 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:25:07.687243 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f828f-8465-4953-892f-890ad6971a58", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:25:07.687505 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c167d5e9-9391-460f-afad-cd5b5ff673d1 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:25:07.688167 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c167d5e9-9391-460f-afad-cd5b5ff673d1'] response: {'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58', 'code': 200} Apr 11 19:25:07.693083 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Publish callbacks [] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.693838 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:07.702456 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058051d-1232-4426-bbe7-19a7759352f7 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cd5d49-9fee-41a8-b5d0-10251506cc49,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:07.709236 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-24d7568e-ab7e-44b3-843b-cdc053996140 None None] Port 16e95402-d49f-4e9e-a680-e3bee2869a70 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:07.714004 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Transition to ACTIVE for port object 16e95402-d49f-4e9e-a680-e3bee2869a70 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:25:07.772133 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port b80b85df-0678-43fb-baf3-79701e08c5f0 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:07.782949 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3a9f828f-8465-4953-892f-890ad6971a58), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.785442 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.799043 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0058051d-1232-4426-bbe7-19a7759352f7 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.813640 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0058051d-1232-4426-bbe7-19a7759352f7 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5665038 Apr 11 19:25:07.830026 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:07.949371 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3a9f828f-8465-4953-892f-890ad6971a58,revision_number=10']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:08.003545 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:08.028504 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d6043-6399-42e6-b792-817db0cb959d None None] Pushing event updated for resources: {'Port': ['ID=9c4a1b37-cd1b-4fb6-9d88-06354302bf1a,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:08.041171 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419'] for router (7b2f1782-088c-4809-bf5b-5b186af5cd3d), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:08.212889 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea378c7-e8ee-4a08-bef9-925a42c005f5 req-56e35ba1-e2d8-4f1d-9a2e-7b88f8583fa4 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:08.214492 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2ea378c7-e8ee-4a08-bef9-925a42c005f5 req-56e35ba1-e2d8-4f1d-9a2e-7b88f8583fa4 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 944 time: 0.2750757 Apr 11 19:25:08.215163 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Pushing event updated for resources: {'Port': ['ID=16e95402-d49f-4e9e-a680-e3bee2869a70,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:08.262927 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9c914-5eb1-4dd9-95fa-722b12648343 req-e50ccc6b-7705-4666-aff1-32199f9fc83b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:08.264523 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9da9c914-5eb1-4dd9-95fa-722b12648343 req-e50ccc6b-7705-4666-aff1-32199f9fc83b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 946 time: 0.3646600 Apr 11 19:25:08.724534 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af754-81d5-440d-b5e1-c5117220220f req-fdf781a4-7eb5-4112-a28e-f20f96a3692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:08.726036 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f4af754-81d5-440d-b5e1-c5117220220f req-fdf781a4-7eb5-4112-a28e-f20f96a3692c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 1130 time: 0.1187835 Apr 11 19:25:08.749565 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2ea378c7-e8ee-4a08-bef9-925a42c005f5 req-ad5c9940-604e-4b85-ad16-82c2e8953b37 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5016117 Apr 11 19:25:08.754635 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9da9c914-5eb1-4dd9-95fa-722b12648343 req-6c3299ed-1ec6-4c82-89fc-79df71511489 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151285 Apr 11 19:25:08.794415 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Attempting to bind port 16e95402-d49f-4e9e-a680-e3bee2869a70 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:25:08.794415 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Attempting to bind port 16e95402-d49f-4e9e-a680-e3bee2869a70 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:25:08.794415 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Attempting to bind port 16e95402-d49f-4e9e-a680-e3bee2869a70 on network d2ff84dc-700b-4158-8f83-714808b8c99a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:08.805986 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Port 16e95402-d49f-4e9e-a680-e3bee2869a70 on network d2ff84dc-700b-4158-8f83-714808b8c99a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:25:08.805986 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Attempting to bind port 16e95402-d49f-4e9e-a680-e3bee2869a70 on network d2ff84dc-700b-4158-8f83-714808b8c99a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:08.812224 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:25:08.812983 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Checking segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:08.813581 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Bound using segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:25:08.814276 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Bound port: 16e95402-d49f-4e9e-a680-e3bee2869a70, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:25:08.814858 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:08.815195 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-1f4af754-81d5-440d-b5e1-c5117220220f req-30a222d8-0885-4868-bb73-02c31aae3176 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755649 Apr 11 19:25:08.872624 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Router 7b2f1782-088c-4809-bf5b-5b186af5cd3d is scheduled to L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:25:08.898724 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] For port 16e95402-d49f-4e9e-a680-e3bee2869a70, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:25:08.902214 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] For port 16e95402-d49f-4e9e-a680-e3bee2869a70, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=16e95402-d49f-4e9e-a680-e3bee2869a70,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:25:08.989674 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:09.006644 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:25:09.024717 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Sync routers for ids ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:25:09.039992 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:09.040543 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:09.041815 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] 10.222.0.23 "PUT /v2.0/ports/16e95402-d49f-4e9e-a680-e3bee2869a70 HTTP/1.1" status: 200 len: 1094 time: 1.8395700 Apr 11 19:25:09.043155 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'tag': '16e95402-d49f-4e9e-a680-e3bee2869a70'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:25:09.045545 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b4d6d3-2d0f-4cf5-b395-de1ba26a425d" -d '{"events": [{"name": "network-changed", "server_uuid": "31b35f0f-c3d1-46c5-9513-322f9c9376af", "tag": "16e95402-d49f-4e9e-a680-e3bee2869a70"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:25:09.060684 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Routers {'7b2f1782-088c-4809-bf5b-5b186af5cd3d'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:09.063081 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:09.090454 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5506276-6f1c-4c70-bf62-7c07bbb6781a service neutron] Pushing event updated for resources: {'Port': ['ID=16e95402-d49f-4e9e-a680-e3bee2869a70,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:09.115055 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:09.119976 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f54738de-5f93-4c51-851b-81216163312f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9205086 Apr 11 19:25:09.120340 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60660) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:09.183564 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2391830f-8fa2-44ec-855f-381caf96b67c x-openstack-request-id: req-2391830f-8fa2-44ec-855f-381caf96b67c {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:25:09.184185 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b35f0f-c3d1-46c5-9513-322f9c9376af", "tag": "16e95402-d49f-4e9e-a680-e3bee2869a70", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:25:09.184575 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2391830f-8fa2-44ec-855f-381caf96b67c {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:25:09.185109 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2391830f-8fa2-44ec-855f-381caf96b67c'] response: {'name': 'network-changed', 'server_uuid': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'tag': '16e95402-d49f-4e9e-a680-e3bee2869a70', 'status': 'completed', 'code': 200} Apr 11 19:25:09.261983 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device b80b85df-0678-43fb-baf3-79701e08c5f0 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:09.281109 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Set router 7b2f1782-088c-4809-bf5b-5b186af5cd3d gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:09.385740 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port b80b85df-0678-43fb-baf3-79701e08c5f0 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:09.386118 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:09.538249 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port b80b85df-0678-43fb-baf3-79701e08c5f0 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:09.541366 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:09.621865 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4d6d3-2d0f-4cf5-b395-de1ba26a425d req-ca220a80-1ae8-47b0-abb1-55c5ebd566fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:09.626028 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:09.626471 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-67b4d6d3-2d0f-4cf5-b395-de1ba26a425d req-ca220a80-1ae8-47b0-abb1-55c5ebd566fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 1128 time: 0.0950856 Apr 11 19:25:09.626606 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:09.678814 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:07Z', 'revision_number': 3, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:09.718670 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Checking router: 7b2f1782-088c-4809-bf5b-5b186af5cd3d for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:25:09.719247 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Updating router 7b2f1782-088c-4809-bf5b-5b186af5cd3d port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac binding host dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:25:09.756203 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:09.776978 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39401a1b-9ae3-4d1d-b777-757904fcab68 None None] Network de3c0ae5-56b8-4d67-b1e6-caf681218612 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:25:09.892895 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4d6d3-2d0f-4cf5-b395-de1ba26a425d req-6e95a2d9-c535-46be-ae61-3fbbdd2f807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:09.896101 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-67b4d6d3-2d0f-4cf5-b395-de1ba26a425d req-6e95a2d9-c535-46be-ae61-3fbbdd2f807f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=479ffe08a4b44689a071d31e82746ba0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2585671 Apr 11 19:25:09.968953 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-a14a998d-bf7a-43f4-9cbb-5f41c9530129 None None] Provisioning complete for port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:09.973447 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:09.973931 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a14a998d-bf7a-43f4-9cbb-5f41c9530129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.027507 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:10.028266 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.036697 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14887f-fd16-4fe5-b6bc-648ce2b0143f req-6c624823-09b4-4877-ac37-285f830707ba tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:10.038793 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1d14887f-fd16-4fe5-b6bc-648ce2b0143f req-6c624823-09b4-4877-ac37-285f830707ba tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 944 time: 0.1408303 Apr 11 19:25:10.057732 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edacfa-4b69-4e3a-8995-ff4e8db99e85 req-f0448615-b4cf-451f-b8f0-36e3edd40a7b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:10.065245 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c9edacfa-4b69-4e3a-8995-ff4e8db99e85 req-f0448615-b4cf-451f-b8f0-36e3edd40a7b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 946 time: 0.1268661 Apr 11 19:25:10.152774 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=9c4a1b37-cd1b-4fb6-9d88-06354302bf1a,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:10.188273 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c9edacfa-4b69-4e3a-8995-ff4e8db99e85 req-4992a745-242f-40d2-80fb-ed1f1ff310f2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212525 Apr 11 19:25:10.261377 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-a14a998d-bf7a-43f4-9cbb-5f41c9530129 None None] Current status of the port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:10.261585 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a14a998d-bf7a-43f4-9cbb-5f41c9530129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.265527 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.283309 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1d14887f-fd16-4fe5-b6bc-648ce2b0143f req-8ef61ace-f10a-4269-afbf-38dc0effed7e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298331 Apr 11 19:25:10.294569 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4d6d3-2d0f-4cf5-b395-de1ba26a425d req-bd92f021-bc62-4bb7-acfb-d5e8f855a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:10.297216 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-67b4d6d3-2d0f-4cf5-b395-de1ba26a425d req-bd92f021-bc62-4bb7-acfb-d5e8f855a1df service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3580306 Apr 11 19:25:10.326779 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Allocated IP 172.20.0.1 (de3c0ae5-56b8-4d67-b1e6-caf681218612/6602d115-5fba-45b8-a98e-910d0ac20c7e/3d4544b2-f96a-46e4-9209-27caa18132ce) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:10.363805 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Publish callbacks [] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.442946 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.db.api [None req-a14a998d-bf7a-43f4-9cbb-5f41c9530129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 19:25:10.443305 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG oslo_db.api [None req-a14a998d-bf7a-43f4-9cbb-5f41c9530129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 19:25:10.444275 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=9c4a1b37-cd1b-4fb6-9d88-06354302bf1a,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:10.463381 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.513904 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Publish callbacks [] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.553630 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-be6e3cf5-16bd-4d93-a5e5-6e745c87f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:10.553630 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-be6e3cf5-16bd-4d93-a5e5-6e745c87f388 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 1128 time: 0.1002843 Apr 11 19:25:10.554126 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Attempting to bind port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:25:10.554253 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Attempting to bind port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:25:10.554616 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Attempting to bind port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac on network e4662dd2-4318-4102-9156-21f0a5352e19 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:10.556698 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174620e-d41e-4e14-a5ff-4ef00a61cbcc None None] Pushing event updated for resources: {'Port': ['ID=7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:10.562366 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:25:10.562743 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:10.563143 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.563525 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Bound using segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:25:10.564019 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Bound port: 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:25:10.564398 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.603020 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-d1d4d1cb-5a10-416e-9b84-de2b6a50388e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16e95402-d49f-4e9e-a680-e3bee2869a70 HTTP/1.1" status: 200 len: 217 time: 0.0433288 Apr 11 19:25:10.632345 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] For port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:25:10.635981 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] For port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:25:10.651611 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.661358 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-7c4f1ffb-7ad8-435e-bd31-606430353b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:10.663249 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-7c4f1ffb-7ad8-435e-bd31-606430353b22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0 HTTP/1.1" status: 200 len: 854 time: 0.0541174 Apr 11 19:25:10.693477 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Network de3c0ae5-56b8-4d67-b1e6-caf681218612 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:10.698869 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:10.703109 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:10.713417 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.719647 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-400b9a7a-8a3c-425f-90e1-3641091fd78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:10.721371 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-400b9a7a-8a3c-425f-90e1-3641091fd78f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2ff84dc-700b-4158-8f83-714808b8c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502267 Apr 11 19:25:10.749699 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Pushing event updated for resources: {'Port': ['ID=3d4544b2-f96a-46e4-9209-27caa18132ce,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:10.792717 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576336'] for router_interface (7b2f1782-088c-4809-bf5b-5b186af5cd3d), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:10.862169 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174620e-d41e-4e14-a5ff-4ef00a61cbcc None None] Pushing event updated for resources: {'Port': ['ID=7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:10.862169 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Routers {'7b2f1782-088c-4809-bf5b-5b186af5cd3d'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:10.862169 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:10.887896 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-25896f6a-6010-4a23-b37a-5754039a4af6 service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589880 Apr 11 19:25:11.041199 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-a14a998d-bf7a-43f4-9cbb-5f41c9530129 None None] Current status of the port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:11.061169 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] Set router 7b2f1782-088c-4809-bf5b-5b186af5cd3d gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:11.098679 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eb0770e-b28e-49e0-b855-167bb7ca90db req-f9988e88-63f9-44fe-a67b-1992448abc7b service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005153 Apr 11 19:25:11.099336 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:11.146490 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:11.168664 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:11.169138 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:11.173623 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-953e150a-7e9d-452b-9127-7eb62ed7b28b None None] Provisioning complete for port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:11.174909 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-953e150a-7e9d-452b-9127-7eb62ed7b28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:11.273939 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:07Z', 'revision_number': 3, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:11.350185 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef24369e-b026-481c-9d70-14764bf054a7 None None] The sync data for ids ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'] in dv-cinder-837362-1-iscsi is: [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:07Z', 'revision_number': 3, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:25:11.413103 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Publish callbacks [] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:11.419678 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:11.433242 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-953e150a-7e9d-452b-9127-7eb62ed7b28b None None] Current status of the port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:11.451047 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-953e150a-7e9d-452b-9127-7eb62ed7b28b None None] Provisioning complete for port 3d4544b2-f96a-46e4-9209-27caa18132ce triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:11.451429 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-953e150a-7e9d-452b-9127-7eb62ed7b28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:11.486522 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:11.490658 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59a69-b903-4277-a639-dd8ba28b987d req-387a7e41-50aa-42e9-ba35-839e490b61bc tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:11.490813 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-953e150a-7e9d-452b-9127-7eb62ed7b28b None None] Port 3d4544b2-f96a-46e4-9209-27caa18132ce cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:11.495946 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-44e59a69-b903-4277-a639-dd8ba28b987d req-387a7e41-50aa-42e9-ba35-839e490b61bc tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 946 time: 0.1144485 Apr 11 19:25:11.528139 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e9463-6394-4a7a-ba6d-ff8c2efc3fa2 req-651a8f6b-f86e-4b32-a015-e797ec850bee tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:11.529931 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-529e9463-6394-4a7a-ba6d-ff8c2efc3fa2 req-651a8f6b-f86e-4b32-a015-e797ec850bee tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 944 time: 0.1035705 Apr 11 19:25:11.575555 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-44e59a69-b903-4277-a639-dd8ba28b987d req-7e69450a-90dc-48c8-9846-6f8cfcab8915 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782695 Apr 11 19:25:11.584538 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Pushing event updated for resources: {'Port': ['ID=3d4544b2-f96a-46e4-9209-27caa18132ce,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:11.591365 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579040'] for router_interface (7b2f1782-088c-4809-bf5b-5b186af5cd3d), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:11.607608 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-529e9463-6394-4a7a-ba6d-ff8c2efc3fa2 req-05934b63-43fd-4867-87b5-69bc2f1b3654 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675042 Apr 11 19:25:11.730584 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Network de3c0ae5-56b8-4d67-b1e6-caf681218612 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:11.733954 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:11.886667 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Router 7b2f1782-088c-4809-bf5b-5b186af5cd3d has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:25:12.016762 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-8fd4de73-6ea5-4396-9d2b-36b1679f702a None None] Provisioning complete for port 3d4544b2-f96a-46e4-9209-27caa18132ce triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:12.017461 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8fd4de73-6ea5-4396-9d2b-36b1679f702a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:12.022314 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:25:12.027721 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-486a19ec-0af2-46be-b24c-0a0a777d8cdc admin admin] 10.222.0.13 "PUT /v2.0/routers/7b2f1782-088c-4809-bf5b-5b186af5cd3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9053366 Apr 11 19:25:12.061004 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4de73-6ea5-4396-9d2b-36b1679f702a None None] Port 3d4544b2-f96a-46e4-9209-27caa18132ce cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:12.744551 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25584d-d4d3-47c3-a19b-761f3ae3d36a req-68f85ee4-f259-4c82-b2a0-f14000d10df7 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:12.750548 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2b25584d-d4d3-47c3-a19b-761f3ae3d36a req-68f85ee4-f259-4c82-b2a0-f14000d10df7 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 946 time: 0.0828288 Apr 11 19:25:12.768122 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc63ed-ffc9-4206-a0e8-07bc0e103819 req-9cbcca8b-2579-408f-a27e-f9bfea2f66d5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:12.770137 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-66cc63ed-ffc9-4206-a0e8-07bc0e103819 req-9cbcca8b-2579-408f-a27e-f9bfea2f66d5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 944 time: 0.0721989 Apr 11 19:25:12.829511 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60816) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:12.836655 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-407489018-network', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:12.853401 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2b25584d-d4d3-47c3-a19b-761f3ae3d36a req-5c0dcdbe-0ad2-4257-8a10-b2f3de9d00ff tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997403 Apr 11 19:25:12.861795 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-66cc63ed-ffc9-4206-a0e8-07bc0e103819 req-03d11a99-ac49-4107-9207-2af4223fa325 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841513 Apr 11 19:25:12.926309 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60820) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:12.941961 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Made reservation on behalf of 0446330ab5be409cb30ee443b3eb0d4c for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:25:12.945196 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:12.954914 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.052674 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Publish callbacks [] for security_group (d8113637-9c3e-4ca4-9b73-c7d952b7bb2b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.072947 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:13.097126 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b417c35b-0f22-4d48-8fd3-dcca31356d92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ced138a9ae1c4e96a138ccc34ee62d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688623 Apr 11 19:25:13.101331 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60824) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:13.129994 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (d8113637-9c3e-4ca4-9b73-c7d952b7bb2b), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.131249 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:13.131655 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.172380 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:25:13.182674 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d0977bce-e4fe-4f92-b3d0-2819c5e26d5a admin admin] Publish callbacks [] for security_group (bf6f6b6b-ebb7-4436-812d-288003f454b0), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.187362 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8113637-9c3e-4ca4-9b73-c7d952b7bb2b,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:13.199670 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (7ca1869f-7f34-46fa-8fe1-97824881e765), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.200143 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Added segment 7ca1869f-7f34-46fa-8fe1-97824881e765 of type vlan for network 3cb7513c-38ee-4395-896b-743cde42a0eb Apr 11 19:25:13.205355 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Sync routers for ids ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:25:13.221397 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d0977bce-e4fe-4f92-b3d0-2819c5e26d5a admin admin] Publish callbacks [] for security_group (bf6f6b6b-ebb7-4436-812d-288003f454b0), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.223639 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Routers {'7b2f1782-088c-4809-bf5b-5b186af5cd3d'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:13.224337 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:13.265141 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:13.265537 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.273735 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (3cb7513c-38ee-4395-896b-743cde42a0eb), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.298389 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:13.359664 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Set router 7b2f1782-088c-4809-bf5b-5b186af5cd3d gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:13.406548 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.435531 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (3cb7513c-38ee-4395-896b-743cde42a0eb), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.436636 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:13.437309 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.441809 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d0977bce-e4fe-4f92-b3d0-2819c5e26d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (bf6f6b6b-ebb7-4436-812d-288003f454b0), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.444290 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d0977bce-e4fe-4f92-b3d0-2819c5e26d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.445428 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d0977bce-e4fe-4f92-b3d0-2819c5e26d5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf6f6b6b-ebb7-4436-812d-288003f454b0 HTTP/1.1" status: 204 len: 168 time: 0.3431487 Apr 11 19:25:13.522081 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:13.523649 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0977bce-e4fe-4f92-b3d0-2819c5e26d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6f6b6b-ebb7-4436-812d-288003f454b0,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:13.525478 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] Pushing event updated for resources: {'Network': ['ID=3cb7513c-38ee-4395-896b-743cde42a0eb,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:13.554949 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network 3cb7513c-38ee-4395-896b-743cde42a0eb details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:25:13.557754 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.558106 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.558479 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.558838 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.559198 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.559511 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.559841 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.560190 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.560519 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.560844 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.561198 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.561524 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.561848 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.562205 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.562576 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:13.596496 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-2339353f-b19b-4dfa-bc54-6a74731837ea admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7655618 Apr 11 19:25:13.599418 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60834) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:13.604302 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] Request body: {'subnet': {'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-407489018-subnet', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:13.707449 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] Made reservation on behalf of 0446330ab5be409cb30ee443b3eb0d4c for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:25:13.710229 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29092812'] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.744150 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:11Z', 'revision_number': 4, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '3d4544b2-f96a-46e4-9209-27caa18132ce', 'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'mac_address': 'fa:16:3e:78:84:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:10Z', 'updated_at': '2022-04-11T19:25:11Z', 'revision_number': 2, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'subnets': [{'id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:13.775245 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Checking router: 7b2f1782-088c-4809-bf5b-5b186af5cd3d for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:25:13.776022 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Updating router 7b2f1782-088c-4809-bf5b-5b186af5cd3d port 3d4544b2-f96a-46e4-9209-27caa18132ce binding host dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:25:13.819314 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.976017 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25449442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29092830'] for subnet (2ef58b41-be10-48c9-b177-46bcdd5e29fd), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:13.992283 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18168d-c0ce-40fb-9438-302e11d2c01b req-dbbc4b15-55f4-4536-8c03-e10323f8b8ce tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:13.993946 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1b18168d-c0ce-40fb-9438-302e11d2c01b req-dbbc4b15-55f4-4536-8c03-e10323f8b8ce tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 944 time: 0.0553195 Apr 11 19:25:14.039336 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef58b41-be10-48c9-b177-46bcdd5e29fd,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:14.049772 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1b18168d-c0ce-40fb-9438-302e11d2c01b req-2b74e33c-60fe-49b7-842e-71448fc06c7f tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479865 Apr 11 19:25:14.065889 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] Checking segment: {'id': '7ca1869f-7f34-46fa-8fe1-97824881e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:14.065889 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] Network hostable DHCP agents. Network: 3cb7513c-38ee-4395-896b-743cde42a0eb, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:25:14.172108 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] Network 3cb7513c-38ee-4395-896b-743cde42a0eb is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:25:14.239095 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Publish callbacks [] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:14.263070 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, 3cb7513c-38ee-4395-896b-743cde42a0eb) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:14.267935 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:14.272191 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:14.272518 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83a90f-665e-4193-86af-9f6cefb1e101 None None] Network 3cb7513c-38ee-4395-896b-743cde42a0eb requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:25:14.330060 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:14.345823 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a975829c-bab4-4cab-82ea-d180f8569c4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7452595 Apr 11 19:25:14.348865 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60838) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:14.353080 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-407489018-router', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:14.398130 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db4ed5-5091-46ba-a190-dd4fa0d9e599 None None] Pushing event updated for resources: {'Port': ['ID=3d4544b2-f96a-46e4-9209-27caa18132ce,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:14.435600 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31735'] for router (208a82b1-2e05-445a-90db-ff1d666ceea9), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:14.437542 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-578128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31726'] for router (208a82b1-2e05-445a-90db-ff1d666ceea9), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:14.442923 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-3cb7513c-38ee-4395-896b-743cde42a0eb', 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb', 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'fixed_ips': [{'subnet_id': '2ef58b41-be10-48c9-b177-46bcdd5e29fd'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:25:14.448253 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:14.502683 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Attempting to bind port 3d4544b2-f96a-46e4-9209-27caa18132ce on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:25:14.503676 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Attempting to bind port 3d4544b2-f96a-46e4-9209-27caa18132ce by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:25:14.511496 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Attempting to bind port 3d4544b2-f96a-46e4-9209-27caa18132ce on network de3c0ae5-56b8-4d67-b1e6-caf681218612 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:14.512139 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Publish callbacks [] for router_controller (208a82b1-2e05-445a-90db-ff1d666ceea9), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:14.570213 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:25:14.570601 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Checking segment: {'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:14.571009 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:14.571412 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Bound using segment: {'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:25:14.571910 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Bound port: 3d4544b2-f96a-46e4-9209-27caa18132ce, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:25:14.572299 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:14.611343 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-3ea0a033-7d18-4967-9e07-6b31da3acc7c None None] Provisioning complete for port 3d4544b2-f96a-46e4-9209-27caa18132ce triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:14.611742 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a033-7d18-4967-9e07-6b31da3acc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:14.712037 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 16e95402-d49f-4e9e-a680-e3bee2869a70 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:25:14.719085 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0a033-7d18-4967-9e07-6b31da3acc7c None None] Port 3d4544b2-f96a-46e4-9209-27caa18132ce cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:14.725738 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Publish callbacks [] for router_gateway (208a82b1-2e05-445a-90db-ff1d666ceea9), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:14.734885 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Allocated IP 172.20.0.2 (3cb7513c-38ee-4395-896b-743cde42a0eb/2ef58b41-be10-48c9-b177-46bcdd5e29fd/9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:14.745630 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] For port 3d4544b2-f96a-46e4-9209-27caa18132ce, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:25:14.754171 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] For port 3d4544b2-f96a-46e4-9209-27caa18132ce, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=3d4544b2-f96a-46e4-9209-27caa18132ce,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:25:14.866516 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.012809 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db4ed5-5091-46ba-a190-dd4fa0d9e599 None None] Pushing event updated for resources: {'Port': ['ID=3d4544b2-f96a-46e4-9209-27caa18132ce,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:15.024929 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Routers {'7b2f1782-088c-4809-bf5b-5b186af5cd3d'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:15.025652 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:15.031142 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Publish callbacks [] for router_gateway (208a82b1-2e05-445a-90db-ff1d666ceea9), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.033398 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 16e95402-d49f-4e9e-a680-e3bee2869a70, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=16e95402-d49f-4e9e-a680-e3bee2869a70,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:15.050335 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.094164 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:15.096083 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '16e95402-d49f-4e9e-a680-e3bee2869a70', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'port_id': '16e95402-d49f-4e9e-a680-e3bee2869a70', 'mac_address': 'fa:16:3e:cf:14:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:25:15.133845 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Publish callbacks [] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.194618 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Allocated IP 172.27.2.80 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/6b58175f-7f19-4a90-bd52-871fd3c0a5a5) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:15.200180 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541929e-32d0-4a60-b5c7-fd3b787be997 req-dad81511-2c53-4164-9383-0d11e97a3f30 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:15.201766 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c541929e-32d0-4a60-b5c7-fd3b787be997 req-dad81511-2c53-4164-9383-0d11e97a3f30 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 944 time: 0.0551100 Apr 11 19:25:15.222205 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.272577 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c541929e-32d0-4a60-b5c7-fd3b787be997 req-38d0899b-e441-4532-bc19-313d5e662113 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518193 Apr 11 19:25:15.272778 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 16e95402-d49f-4e9e-a680-e3bee2869a70 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:15.273233 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.307146 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Network 3cb7513c-38ee-4395-896b-743cde42a0eb is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:15.308478 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Publish callbacks [] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.319312 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-2ed651d3-dca7-40d9-8ded-dd34b1521e2e None None] Provisioning complete for port 3d4544b2-f96a-46e4-9209-27caa18132ce triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:15.319719 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2ed651d3-dca7-40d9-8ded-dd34b1521e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.327518 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:15.353903 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e95402-d49f-4e9e-a680-e3bee2869a70 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:25:15.362920 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] Set router 7b2f1782-088c-4809-bf5b-5b186af5cd3d gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:15.365930 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:15.368094 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:15.368465 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.398241 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Pushing event updated for resources: {'Port': ['ID=9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:15.412685 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.448513 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:15.452996 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:15.456557 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:15.459699 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 16e95402-d49f-4e9e-a680-e3bee2869a70, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=16e95402-d49f-4e9e-a680-e3bee2869a70,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:15.485920 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Pushing event updated for resources: {'Port': ['ID=6b58175f-7f19-4a90-bd52-871fd3c0a5a5,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:15.549603 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.665409 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Attempting to bind port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:25:15.665786 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Attempting to bind port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '7ca1869f-7f34-46fa-8fe1-97824881e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:25:15.666154 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Attempting to bind port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 on network 3cb7513c-38ee-4395-896b-743cde42a0eb {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:15.707881 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:25:15.708366 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Checking segment: {'id': '7ca1869f-7f34-46fa-8fe1-97824881e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:15.708681 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.709085 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Bound using segment: {'id': '7ca1869f-7f34-46fa-8fe1-97824881e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:25:15.709582 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Bound port: 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca1869f-7f34-46fa-8fe1-97824881e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:25:15.709968 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.777266 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-2ed651d3-dca7-40d9-8ded-dd34b1521e2e None None] Current status of the port 3d4544b2-f96a-46e4-9209-27caa18132ce is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:15.777655 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2ed651d3-dca7-40d9-8ded-dd34b1521e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:15.779776 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=16e95402-d49f-4e9e-a680-e3bee2869a70,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:15.793751 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:15.976181 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['16e95402-d49f-4e9e-a680-e3bee2869a70'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:25:15.996540 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Publish callbacks [] for router_gateway (208a82b1-2e05-445a-90db-ff1d666ceea9), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:16.053366 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-2ed651d3-dca7-40d9-8ded-dd34b1521e2e None None] For port 3d4544b2-f96a-46e4-9209-27caa18132ce, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=3d4544b2-f96a-46e4-9209-27caa18132ce,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:16.057178 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:11Z', 'revision_number': 4, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '3d4544b2-f96a-46e4-9209-27caa18132ce', 'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'mac_address': 'fa:16:3e:78:84:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:10Z', 'updated_at': '2022-04-11T19:25:14Z', 'revision_number': 4, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'subnets': [{'id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:16.103942 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728728d-ca71-46f9-8976-2061441d76b9 None None] The sync data for ids ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'] in dv-cinder-837362-1-iscsi is: [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:11Z', 'revision_number': 4, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '3d4544b2-f96a-46e4-9209-27caa18132ce', 'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'mac_address': 'fa:16:3e:78:84:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:10Z', 'updated_at': '2022-04-11T19:25:14Z', 'revision_number': 4, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'subnets': [{'id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:25:16.106903 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-7979501a-b438-4651-8584-34269fec44f8 None None] For port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:25:16.126508 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-7979501a-b438-4651-8584-34269fec44f8 None None] For port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6,segment=NetworkSegment(7ca1869f-7f34-46fa-8fe1-97824881e765),segment_id=7ca1869f-7f34-46fa-8fe1-97824881e765)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:25:16.151037 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2ed651d3-dca7-40d9-8ded-dd34b1521e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:16.220250 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:16.238419 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419'] for router (208a82b1-2e05-445a-90db-ff1d666ceea9), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:16.295934 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed651d3-dca7-40d9-8ded-dd34b1521e2e None None] Pushing event updated for resources: {'Port': ['ID=3d4544b2-f96a-46e4-9209-27caa18132ce,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:16.389073 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979501a-b438-4651-8584-34269fec44f8 None None] Pushing event updated for resources: {'Port': ['ID=9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:16.422469 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727569d-f8d7-4a2a-8a91-cff7206a7542 req-3c72ee23-7093-4666-82e4-fbe5a8bc53df tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:16.432145 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0727569d-f8d7-4a2a-8a91-cff7206a7542 req-3c72ee23-7093-4666-82e4-fbe5a8bc53df tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 945 time: 0.0588999 Apr 11 19:25:16.492367 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0727569d-f8d7-4a2a-8a91-cff7206a7542 req-a6bf3eae-3563-40e1-9612-21830374a258 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530756 Apr 11 19:25:16.516819 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Router 208a82b1-2e05-445a-90db-ff1d666ceea9 is scheduled to L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:25:16.664182 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:25:16.674764 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Sync routers for ids ['208a82b1-2e05-445a-90db-ff1d666ceea9'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:25:16.687831 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Routers {'208a82b1-2e05-445a-90db-ff1d666ceea9'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:16.688497 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['208a82b1-2e05-445a-90db-ff1d666ceea9'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:16.754923 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:16.758907 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0779fa19-6671-4c1f-858f-2408368ba987 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4063990 Apr 11 19:25:16.759135 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60850) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:16.805221 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Set router 208a82b1-2e05-445a-90db-ff1d666ceea9 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:16.996078 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'name': 'tempest-TestMinimumBasicScenario-407489018-router', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:14Z', 'updated_at': '2022-04-11T19:25:15Z', 'revision_number': 3, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'gw_port': {'id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:15Z', 'updated_at': '2022-04-11T19:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:17.008006 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 16e95402-d49f-4e9e-a680-e3bee2869a70 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:17.027122 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Checking router: 208a82b1-2e05-445a-90db-ff1d666ceea9 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:25:17.027482 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Updating router 208a82b1-2e05-445a-90db-ff1d666ceea9 port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 binding host dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:25:17.068550 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.093122 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 16e95402-d49f-4e9e-a680-e3bee2869a70 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:25:17.130930 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:17.166020 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 16e95402-d49f-4e9e-a680-e3bee2869a70 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:17.166425 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.229395 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:17.229798 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.283738 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.325571 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 16e95402-d49f-4e9e-a680-e3bee2869a70 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:17.325571 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.374205 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e95402-d49f-4e9e-a680-e3bee2869a70'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:25:17.376525 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f69de91-b0b9-4709-ab18-bf74c2c9414c" -d '{"events": [{"server_uuid": "31b35f0f-c3d1-46c5-9513-322f9c9376af", "name": "network-vif-plugged", "status": "completed", "tag": "16e95402-d49f-4e9e-a680-e3bee2869a70"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:25:17.393672 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 16e95402-d49f-4e9e-a680-e3bee2869a70, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=16e95402-d49f-4e9e-a680-e3bee2869a70,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:17.400942 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:17.401506 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.433923 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81675b7d-7251-4ca5-8989-0e28c61a5feb x-openstack-request-id: req-81675b7d-7251-4ca5-8989-0e28c61a5feb {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:25:17.434440 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b35f0f-c3d1-46c5-9513-322f9c9376af", "name": "network-vif-plugged", "status": "completed", "tag": "16e95402-d49f-4e9e-a680-e3bee2869a70", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:25:17.434854 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81675b7d-7251-4ca5-8989-0e28c61a5feb {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:25:17.435439 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81675b7d-7251-4ca5-8989-0e28c61a5feb'] response: {'server_uuid': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e95402-d49f-4e9e-a680-e3bee2869a70', 'code': 200} Apr 11 19:25:17.473605 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6,segment=NetworkSegment(7ca1869f-7f34-46fa-8fe1-97824881e765),segment_id=7ca1869f-7f34-46fa-8fe1-97824881e765)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:17.517794 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Publish callbacks [] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.520963 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.561548 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.562597 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 3d4544b2-f96a-46e4-9209-27caa18132ce up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:17.562758 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Allocated IP 172.20.0.1 (3cb7513c-38ee-4395-896b-743cde42a0eb/2ef58b41-be10-48c9-b177-46bcdd5e29fd/29f4fbe7-7529-44aa-808d-f9433dcb708a) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:17.596065 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01340e18-32ed-47ed-a63b-308b98c7ab62 None None] Network 3cb7513c-38ee-4395-896b-743cde42a0eb requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:25:17.639865 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.658908 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9083fe-0e46-4beb-98b9-cd262dda9e6f req-ae6bf56e-1847-40ee-be3c-956a4b8f537e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:17.662072 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3f9083fe-0e46-4beb-98b9-cd262dda9e6f req-ae6bf56e-1847-40ee-be3c-956a4b8f537e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 946 time: 0.0776625 Apr 11 19:25:17.663518 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=16e95402-d49f-4e9e-a680-e3bee2869a70,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:17.706964 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Attempting to bind port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:25:17.707536 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Attempting to bind port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:25:17.707860 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Attempting to bind port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 on network e4662dd2-4318-4102-9156-21f0a5352e19 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:17.717937 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:25:17.718807 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:17.719301 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.719759 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Bound using segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:25:17.720427 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Publish callbacks [] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.720860 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Bound port: 6b58175f-7f19-4a90-bd52-871fd3c0a5a5, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:25:17.721442 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.733816 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3f9083fe-0e46-4beb-98b9-cd262dda9e6f req-bd5d5d4d-12e7-4770-a5c5-25b798d3f5a2 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587308 Apr 11 19:25:17.775822 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-07eaf836-d51a-4845-88b0-d1546aefeefc None None] Provisioning complete for port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:17.776303 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-07eaf836-d51a-4845-88b0-d1546aefeefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.792993 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c261cbc-26e9-4d86-aca5-64295209aa1f None None] Pushing event updated for resources: {'Port': ['ID=6b58175f-7f19-4a90-bd52-871fd3c0a5a5,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:17.832333 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cec780-2aa4-49d7-b2bc-cd6301465b2b req-6ab1a5ba-3864-461e-936c-067fc61ec032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:17.832333 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7cec780-2aa4-49d7-b2bc-cd6301465b2b req-6ab1a5ba-3864-461e-936c-067fc61ec032 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 1130 time: 0.0601468 Apr 11 19:25:17.832639 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] For port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:25:17.835702 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] For port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=6b58175f-7f19-4a90-bd52-871fd3c0a5a5,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:25:17.850535 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.868047 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 3d4544b2-f96a-46e4-9209-27caa18132ce triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:17.868516 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.869783 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Network 3cb7513c-38ee-4395-896b-743cde42a0eb is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:17.882723 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7cec780-2aa4-49d7-b2bc-cd6301465b2b req-196d37a8-f756-4af0-b41d-7f75493d0c6d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447404 Apr 11 19:25:17.887168 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:17.894111 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:17.905025 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:17.916162 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.941527 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Pushing event updated for resources: {'Port': ['ID=29f4fbe7-7529-44aa-808d-f9433dcb708a,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:17.962612 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576336'] for router_interface (208a82b1-2e05-445a-90db-ff1d666ceea9), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:17.997457 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Routers {'208a82b1-2e05-445a-90db-ff1d666ceea9'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:17.998183 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['208a82b1-2e05-445a-90db-ff1d666ceea9'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:18.001324 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c261cbc-26e9-4d86-aca5-64295209aa1f None None] Pushing event updated for resources: {'Port': ['ID=6b58175f-7f19-4a90-bd52-871fd3c0a5a5,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:18.012102 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-07eaf836-d51a-4845-88b0-d1546aefeefc None None] Current status of the port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:18.084552 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 3d4544b2-f96a-46e4-9209-27caa18132ce is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:18.142757 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] Set router 208a82b1-2e05-445a-90db-ff1d666ceea9 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:18.333989 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-c731bcb7-390f-4278-9cce-9b445b46c1b5 None None] Provisioning complete for port 29f4fbe7-7529-44aa-808d-f9433dcb708a triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:18.334850 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c731bcb7-390f-4278-9cce-9b445b46c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:18.381349 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-c731bcb7-390f-4278-9cce-9b445b46c1b5 None None] Port 29f4fbe7-7529-44aa-808d-f9433dcb708a cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:18.445605 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-c731bcb7-390f-4278-9cce-9b445b46c1b5 None None] Provisioning complete for port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:18.445605 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c731bcb7-390f-4278-9cce-9b445b46c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:18.446087 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'name': 'tempest-TestMinimumBasicScenario-407489018-router', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:14Z', 'updated_at': '2022-04-11T19:25:15Z', 'revision_number': 3, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'gw_port': {'id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:15Z', 'updated_at': '2022-04-11T19:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:18.446087 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db380314-f731-41d1-87d4-f194e4690ebd None None] The sync data for ids ['208a82b1-2e05-445a-90db-ff1d666ceea9'] in dv-cinder-837362-1-iscsi is: [{'id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'name': 'tempest-TestMinimumBasicScenario-407489018-router', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:14Z', 'updated_at': '2022-04-11T19:25:15Z', 'revision_number': 3, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'gw_port': {'id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:15Z', 'updated_at': '2022-04-11T19:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:25:18.494860 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-c731bcb7-390f-4278-9cce-9b445b46c1b5 None None] Current status of the port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:18.612100 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-794468c6-3638-4b90-b973-7339397ed27f None None] Provisioning complete for port 29f4fbe7-7529-44aa-808d-f9433dcb708a triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:18.612968 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-794468c6-3638-4b90-b973-7339397ed27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:18.661881 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-794468c6-3638-4b90-b973-7339397ed27f None None] Port 29f4fbe7-7529-44aa-808d-f9433dcb708a cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:18.880809 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e7d2b-826b-40f6-9f0b-4e5b2371502b req-8045c06a-34f4-4a7b-ac1f-40ee73cfb95e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:18.883491 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c56e7d2b-826b-40f6-9f0b-4e5b2371502b req-8045c06a-34f4-4a7b-ac1f-40ee73cfb95e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 946 time: 0.0585341 Apr 11 19:25:18.901121 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:18.945296 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c56e7d2b-826b-40f6-9f0b-4e5b2371502b req-95f98846-d6c4-4578-a887-25122c27c1d4 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510204 Apr 11 19:25:19.092440 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:19.131178 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Publish callbacks [] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:19.153415 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:19.155352 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:19.198380 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:19.250499 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:19.266461 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579040'] for router_interface (208a82b1-2e05-445a-90db-ff1d666ceea9), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:19.285674 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Pushing event updated for resources: {'Port': ['ID=29f4fbe7-7529-44aa-808d-f9433dcb708a,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:19.388934 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Network 3cb7513c-38ee-4395-896b-743cde42a0eb is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:19.390426 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:19.523243 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Router 208a82b1-2e05-445a-90db-ff1d666ceea9 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:25:19.647537 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:25:19.652607 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-75bf4f97-6d85-4f54-9683-264fca1964bd admin admin] 10.222.0.13 "PUT /v2.0/routers/208a82b1-2e05-445a-90db-ff1d666ceea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8925078 Apr 11 19:25:19.690762 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-08a7b548-92ae-4dda-a751-18cd587456a5 None None] Provisioning complete for port 29f4fbe7-7529-44aa-808d-f9433dcb708a triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:19.691639 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-08a7b548-92ae-4dda-a751-18cd587456a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:19.729235 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-08a7b548-92ae-4dda-a751-18cd587456a5 None None] Port 29f4fbe7-7529-44aa-808d-f9433dcb708a cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:20.070901 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960db4c-199a-432e-8ae3-5b1645e0397d req-27647257-a010-406f-9e71-a34b1657552e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:20.072430 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6960db4c-199a-432e-8ae3-5b1645e0397d req-27647257-a010-406f-9e71-a34b1657552e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 946 time: 0.0557718 Apr 11 19:25:20.120627 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6960db4c-199a-432e-8ae3-5b1645e0397d req-9b8e48d7-c749-4e0f-b9ec-4a56376957ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424056 Apr 11 19:25:20.239043 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fdfb3-917f-4d64-a282-1118fb445779 req-4d70eaaa-c9bf-4895-b481-d62c62ea5940 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:20.240623 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8c5fdfb3-917f-4d64-a282-1118fb445779 req-4d70eaaa-c9bf-4895-b481-d62c62ea5940 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 946 time: 0.0473869 Apr 11 19:25:20.250385 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 60896) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:20.260189 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-f58b1469-8eb5-4716-ba59-dca1e7931988 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'floatingip': {'port_id': '16e95402-d49f-4e9e-a680-e3bee2869a70'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:20.302011 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f58b1469-8eb5-4716-ba59-dca1e7931988 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (fc7c3875-ca71-4308-9370-89ee511aee9a), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:20.356112 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Sync routers for ids ['208a82b1-2e05-445a-90db-ff1d666ceea9'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:25:20.367189 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Routers {'208a82b1-2e05-445a-90db-ff1d666ceea9'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:20.367828 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['208a82b1-2e05-445a-90db-ff1d666ceea9'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:20.480064 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Set router 208a82b1-2e05-445a-90db-ff1d666ceea9 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:20.746925 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'name': 'tempest-TestMinimumBasicScenario-407489018-router', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:14Z', 'updated_at': '2022-04-11T19:25:18Z', 'revision_number': 4, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'gw_port': {'id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:15Z', 'updated_at': '2022-04-11T19:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '29f4fbe7-7529-44aa-808d-f9433dcb708a', 'name': '', 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'mac_address': 'fa:16:3e:a6:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '2ef58b41-be10-48c9-b177-46bcdd5e29fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:17Z', 'updated_at': '2022-04-11T19:25:18Z', 'revision_number': 2, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'subnets': [{'id': '2ef58b41-be10-48c9-b177-46bcdd5e29fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:20.778175 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Checking router: 208a82b1-2e05-445a-90db-ff1d666ceea9 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:25:20.779067 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Updating router 208a82b1-2e05-445a-90db-ff1d666ceea9 port 29f4fbe7-7529-44aa-808d-f9433dcb708a binding host dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:25:20.813181 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:20.858675 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f58b1469-8eb5-4716-ba59-dca1e7931988 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:20.932223 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f58b1469-8eb5-4716-ba59-dca1e7931988 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (fc7c3875-ca71-4308-9370-89ee511aee9a), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.079125 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-f58b1469-8eb5-4716-ba59-dca1e7931988 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Floating IP fc7c3875-ca71-4308-9370-89ee511aee9a associated. External IP: 172.27.2.203, port: 16e95402-d49f-4e9e-a680-e3bee2869a70. Apr 11 19:25:21.129929 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:21.223321 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Publish callbacks [] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.234160 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:21.238027 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.330963 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.345808 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58b1469-8eb5-4716-ba59-dca1e7931988 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Router 901fed40-c74c-4f1b-a871-d6a1540afa60 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:25:21.400891 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:21.401292 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.433676 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb5364-89bb-4519-a55c-eac5d80eb0ad None None] Pushing event updated for resources: {'Port': ['ID=29f4fbe7-7529-44aa-808d-f9433dcb708a,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:21.520018 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=6b58175f-7f19-4a90-bd52-871fd3c0a5a5,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:21.538466 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Attempting to bind port 29f4fbe7-7529-44aa-808d-f9433dcb708a on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:25:21.539108 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Attempting to bind port 29f4fbe7-7529-44aa-808d-f9433dcb708a by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '7ca1869f-7f34-46fa-8fe1-97824881e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:25:21.539969 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Attempting to bind port 29f4fbe7-7529-44aa-808d-f9433dcb708a on network 3cb7513c-38ee-4395-896b-743cde42a0eb {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:21.541564 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58b1469-8eb5-4716-ba59-dca1e7931988 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:25:21.546827 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f58b1469-8eb5-4716-ba59-dca1e7931988 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.547347 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:25:21.547956 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Checking segment: {'id': '7ca1869f-7f34-46fa-8fe1-97824881e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:21.548818 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.549456 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Bound using segment: {'id': '7ca1869f-7f34-46fa-8fe1-97824881e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:25:21.550699 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Bound port: 29f4fbe7-7529-44aa-808d-f9433dcb708a, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca1869f-7f34-46fa-8fe1-97824881e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:25:21.551456 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.554219 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec1bb5-b253-4956-bb88-fb92b00ead5c None None] Sync routers for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:25:21.568695 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec1bb5-b253-4956-bb88-fb92b00ead5c None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:21.569387 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0bec1bb5-b253-4956-bb88-fb92b00ead5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:21.608405 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.632346 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f58b1469-8eb5-4716-ba59-dca1e7931988 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "PUT /v2.0/floatingips/fc7c3875-ca71-4308-9370-89ee511aee9a HTTP/1.1" status: 200 len: 992 time: 1.3686595 Apr 11 19:25:21.632989 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'tag': '16e95402-d49f-4e9e-a680-e3bee2869a70'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:25:21.635312 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269b7f14-519f-4014-ad7d-a4ff68f97a03" -d '{"events": [{"name": "network-changed", "server_uuid": "31b35f0f-c3d1-46c5-9513-322f9c9376af", "tag": "16e95402-d49f-4e9e-a680-e3bee2869a70"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:25:21.699347 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] For port 29f4fbe7-7529-44aa-808d-f9433dcb708a, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:25:21.705212 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=6b58175f-7f19-4a90-bd52-871fd3c0a5a5,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:21.726771 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] For port 29f4fbe7-7529-44aa-808d-f9433dcb708a, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=29f4fbe7-7529-44aa-808d-f9433dcb708a,segment=NetworkSegment(7ca1869f-7f34-46fa-8fe1-97824881e765),segment_id=7ca1869f-7f34-46fa-8fe1-97824881e765)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:25:21.736106 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-0bec1bb5-b253-4956-bb88-fb92b00ead5c None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:21.756551 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff618f6-9f94-4c89-8834-717cc5911aeb x-openstack-request-id: req-bff618f6-9f94-4c89-8834-717cc5911aeb {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:25:21.763394 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b35f0f-c3d1-46c5-9513-322f9c9376af", "tag": "16e95402-d49f-4e9e-a680-e3bee2869a70", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:25:21.763394 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bff618f6-9f94-4c89-8834-717cc5911aeb {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:25:21.763394 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff618f6-9f94-4c89-8834-717cc5911aeb'] response: {'name': 'network-changed', 'server_uuid': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'tag': '16e95402-d49f-4e9e-a680-e3bee2869a70', 'status': 'completed', 'code': 200} Apr 11 19:25:21.769753 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-4015ed55-591a-487d-a604-1b10cc8556fc None None] Provisioning complete for port 29f4fbe7-7529-44aa-808d-f9433dcb708a triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:21.775490 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4015ed55-591a-487d-a604-1b10cc8556fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.823545 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.832735 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7f14-519f-4014-ad7d-a4ff68f97a03 req-3f43bd0a-fb8d-4aa5-b4ab-dcbc8a939541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:21.835112 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-269b7f14-519f-4014-ad7d-a4ff68f97a03 req-3f43bd0a-fb8d-4aa5-b4ab-dcbc8a939541 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 1130 time: 0.0507212 Apr 11 19:25:21.999676 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7f14-519f-4014-ad7d-a4ff68f97a03 req-9f101cac-c302-4919-82fc-8a1d926bb4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:22.003538 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-269b7f14-519f-4014-ad7d-a4ff68f97a03 req-9f101cac-c302-4919-82fc-8a1d926bb4f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 916 time: 0.1593823 Apr 11 19:25:22.080427 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-4015ed55-591a-487d-a604-1b10cc8556fc None None] Port 29f4fbe7-7529-44aa-808d-f9433dcb708a cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:22.103168 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0bec1bb5-b253-4956-bb88-fb92b00ead5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'ef35b867-b486-4ccc-9fdd-8e9470479138', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:6d:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:23:17Z', 'updated_at': '2022-04-11T19:23:42Z', 'revision_number': 2, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}, {'id': 'fc7c3875-ca71-4308-9370-89ee511aee9a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '16e95402-d49f-4e9e-a680-e3bee2869a70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:cf:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:25:00Z', 'updated_at': '2022-04-11T19:25:20Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:22.112443 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Routers {'208a82b1-2e05-445a-90db-ff1d666ceea9'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:22.113114 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['208a82b1-2e05-445a-90db-ff1d666ceea9'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:22.163213 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-269b7f14-519f-4014-ad7d-a4ff68f97a03 req-e682c1e6-fd14-47f6-8d39-2b8afbf7e020 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16e95402-d49f-4e9e-a680-e3bee2869a70 HTTP/1.1" status: 200 len: 1000 time: 0.1462414 Apr 11 19:25:22.168770 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec1bb5-b253-4956-bb88-fb92b00ead5c None None] Checking router: 901fed40-c74c-4f1b-a871-d6a1540afa60 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:25:22.197869 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec1bb5-b253-4956-bb88-fb92b00ead5c None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:22.198512 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0bec1bb5-b253-4956-bb88-fb92b00ead5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:22.230838 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb5364-89bb-4519-a55c-eac5d80eb0ad None None] Pushing event updated for resources: {'Port': ['ID=29f4fbe7-7529-44aa-808d-f9433dcb708a,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:22.260702 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7f14-519f-4014-ad7d-a4ff68f97a03 req-b595d4f0-9128-4bba-a0db-35b47fdf5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:22.263880 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-269b7f14-519f-4014-ad7d-a4ff68f97a03 req-b595d4f0-9128-4bba-a0db-35b47fdf5a0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0 HTTP/1.1" status: 200 len: 854 time: 0.0919716 Apr 11 19:25:22.295971 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] Set router 208a82b1-2e05-445a-90db-ff1d666ceea9 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:22.352747 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7f14-519f-4014-ad7d-a4ff68f97a03 req-1c20eb57-d77b-46d4-8e7a-8fc11448caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:22.354387 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-269b7f14-519f-4014-ad7d-a4ff68f97a03 req-1c20eb57-d77b-46d4-8e7a-8fc11448caa9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2ff84dc-700b-4158-8f83-714808b8c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833011 Apr 11 19:25:22.416119 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-0bec1bb5-b253-4956-bb88-fb92b00ead5c None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:22.422349 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-b6c07327-fe27-42ce-a5c3-a36b83e1eb75 None None] Provisioning complete for port 29f4fbe7-7529-44aa-808d-f9433dcb708a triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:22.422349 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b6c07327-fe27-42ce-a5c3-a36b83e1eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:22.496543 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-269b7f14-519f-4014-ad7d-a4ff68f97a03 req-d08cc3d9-4e22-4ae8-ac6f-7019fbd52bad service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346714 Apr 11 19:25:22.613806 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-269b7f14-519f-4014-ad7d-a4ff68f97a03 req-6e99d036-35a2-4c3a-b7a5-d3c55cad8940 service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052587 Apr 11 19:25:22.682210 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-b6c07327-fe27-42ce-a5c3-a36b83e1eb75 None None] Current status of the port 29f4fbe7-7529-44aa-808d-f9433dcb708a is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:22.682603 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b6c07327-fe27-42ce-a5c3-a36b83e1eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:22.721999 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'name': 'tempest-TestMinimumBasicScenario-407489018-router', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:14Z', 'updated_at': '2022-04-11T19:25:18Z', 'revision_number': 4, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'gw_port': {'id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:15Z', 'updated_at': '2022-04-11T19:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '29f4fbe7-7529-44aa-808d-f9433dcb708a', 'name': '', 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'mac_address': 'fa:16:3e:a6:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '2ef58b41-be10-48c9-b177-46bcdd5e29fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:17Z', 'updated_at': '2022-04-11T19:25:21Z', 'revision_number': 4, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'subnets': [{'id': '2ef58b41-be10-48c9-b177-46bcdd5e29fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:22.739200 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0bec1bb5-b253-4956-bb88-fb92b00ead5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'ef35b867-b486-4ccc-9fdd-8e9470479138', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:6d:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:23:17Z', 'updated_at': '2022-04-11T19:23:42Z', 'revision_number': 2, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}, {'id': 'fc7c3875-ca71-4308-9370-89ee511aee9a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '16e95402-d49f-4e9e-a680-e3bee2869a70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:cf:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:25:00Z', 'updated_at': '2022-04-11T19:25:20Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:22.755962 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1249fe-d927-4367-ac3a-106804ef57c0 None None] The sync data for ids ['208a82b1-2e05-445a-90db-ff1d666ceea9'] in dv-cinder-837362-1-iscsi is: [{'id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'name': 'tempest-TestMinimumBasicScenario-407489018-router', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:14Z', 'updated_at': '2022-04-11T19:25:18Z', 'revision_number': 4, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'gw_port': {'id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:15Z', 'updated_at': '2022-04-11T19:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '29f4fbe7-7529-44aa-808d-f9433dcb708a', 'name': '', 'network_id': '3cb7513c-38ee-4395-896b-743cde42a0eb', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'mac_address': 'fa:16:3e:a6:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '2ef58b41-be10-48c9-b177-46bcdd5e29fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:17Z', 'updated_at': '2022-04-11T19:25:21Z', 'revision_number': 4, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'subnets': [{'id': '2ef58b41-be10-48c9-b177-46bcdd5e29fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:25:22.758718 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-b6c07327-fe27-42ce-a5c3-a36b83e1eb75 None None] For port 29f4fbe7-7529-44aa-808d-f9433dcb708a, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=29f4fbe7-7529-44aa-808d-f9433dcb708a,segment=NetworkSegment(7ca1869f-7f34-46fa-8fe1-97824881e765),segment_id=7ca1869f-7f34-46fa-8fe1-97824881e765)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:22.772778 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec1bb5-b253-4956-bb88-fb92b00ead5c None None] The sync data for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi is: [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'ef35b867-b486-4ccc-9fdd-8e9470479138', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:6d:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:23:17Z', 'updated_at': '2022-04-11T19:23:42Z', 'revision_number': 2, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}, {'id': 'fc7c3875-ca71-4308-9370-89ee511aee9a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '16e95402-d49f-4e9e-a680-e3bee2869a70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:cf:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:25:00Z', 'updated_at': '2022-04-11T19:25:20Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:25:22.831708 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b6c07327-fe27-42ce-a5c3-a36b83e1eb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:22.906712 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:25:22.928998 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c07327-fe27-42ce-a5c3-a36b83e1eb75 None None] Pushing event updated for resources: {'Port': ['ID=29f4fbe7-7529-44aa-808d-f9433dcb708a,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:23.168024 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18159e26-4ddc-4d71-871b-e20087be2050 None None] New status for floating IP fc7c3875-ca71-4308-9370-89ee511aee9a: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:25:23.292560 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 29f4fbe7-7529-44aa-808d-f9433dcb708a up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:23.413115 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 29f4fbe7-7529-44aa-808d-f9433dcb708a triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:23.413506 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:23.536667 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 29f4fbe7-7529-44aa-808d-f9433dcb708a is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:23.541479 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:23.599672 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:23.600079 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:23.696772 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:24.360797 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-7ae6b6bc-2b5d-42fd-ada3-419804a0bef6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721568305&fields=id&tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1 HTTP/1.1" status: 200 len: 267 time: 0.0539806 Apr 11 19:25:24.473361 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c717690-ee09-4242-824d-15d8467ce017 req-bbb66efa-f52e-4756-b9be-5984cd428ccc tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:24.474903 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-bbb66efa-f52e-4756-b9be-5984cd428ccc tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/networks?id=6cd11be6-8a97-4d09-8094-13b2b9adbbed HTTP/1.1" status: 200 len: 808 time: 0.1066372 Apr 11 19:25:24.491988 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-8bf839f1-b9be-4915-a6d1-e7f95a48a79d tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/quotas/80c71be3609f4a6f9f7172b0ed5fcba1 HTTP/1.1" status: 200 len: 375 time: 0.0105469 Apr 11 19:25:24.543570 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-1dc49f97-5fd5-4835-8e7f-c9f875a36e36 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461762 Apr 11 19:25:24.661576 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-5b019334-a8c5-412d-91b2-49e83e1ee546 service neutron] 10.222.0.13 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032538 Apr 11 19:25:24.763542 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-2692d2b5-37cb-4fb0-8eae-e4dfaffc7077 service neutron] 10.222.0.13 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959067 Apr 11 19:25:25.529090 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-149bd0aa-997d-4942-a50e-606df4d1e4d3 req-210dadba-6c0e-4251-a489-a0b043f609ba tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 210 time: 0.0466230 Apr 11 19:25:26.632229 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-005dafba-8646-4a17-8aa4-595192655403 req-dd911e4e-8c01-4308-b340-8e57a621219a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 210 time: 0.0417221 Apr 11 19:25:27.354694 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:27.746961 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d327663a-f458-4935-af29-589171451d65 req-d0aa10a4-afa9-430a-8130-22063e2f2952 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 210 time: 0.0278494 Apr 11 19:25:28.293945 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c717690-ee09-4242-824d-15d8467ce017 req-3def3276-07bf-42f3-aa01-fd3039d4dae5 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:28.295359 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-3def3276-07bf-42f3-aa01-fd3039d4dae5 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.23 "GET /v2.0/networks?id=6cd11be6-8a97-4d09-8094-13b2b9adbbed HTTP/1.1" status: 200 len: 808 time: 0.1020563 Apr 11 19:25:28.490949 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-d22d360e-4b8b-4e62-82f8-50a0bad16b10 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1 HTTP/1.1" status: 200 len: 380 time: 0.0586107 Apr 11 19:25:28.825783 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Request body: {'port': {'device_id': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'admin_state_up': True, 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'security_groups': ['9d47f4ed-3122-4c87-8fee-a21da6fb07f0']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:28.948068 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-60ea00e6-0c32-4485-bedc-4831007cc96a req-1783ffd1-77d6-4b66-816c-05ddb5b4a244 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 210 time: 0.0408018 Apr 11 19:25:29.093081 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Made reservation on behalf of 80c71be3609f4a6f9f7172b0ed5fcba1 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:25:29.096551 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:29.247628 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Allocated IP 172.20.0.6 (6cd11be6-8a97-4d09-8094-13b2b9adbbed/fdef079b-439f-42ac-b580-e0859c57fe7f/3b7fae22-76e4-4325-8b23-7492d22d5b19) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:29.428177 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:29.555162 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:29.612766 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Network 6cd11be6-8a97-4d09-8094-13b2b9adbbed is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:29.619651 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event updated for resources: {'Port': ['ID=3b7fae22-76e4-4325-8b23-7492d22d5b19,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:29.622380 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:29.625553 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:29.688577 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:29.689261 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:29.760852 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-43a2386c-013c-4eb5-8685-75f833960852 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9394469 Apr 11 19:25:29.775183 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Request body: {'port': {'device_id': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:29.910377 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:29.915419 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-9cead520-84a5-4f78-a197-0879db05ab38 None None] Provisioning complete for port 3b7fae22-76e4-4325-8b23-7492d22d5b19 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:29.915892 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9cead520-84a5-4f78-a197-0879db05ab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:29.953388 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-9cead520-84a5-4f78-a197-0879db05ab38 None None] Port 3b7fae22-76e4-4325-8b23-7492d22d5b19 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:30.118418 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88b7e9-097c-4fa1-92ff-884f3ffdbba6 req-3f8e2caf-831e-494c-8c4b-a3a8bc4bda74 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:30.131068 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2e88b7e9-097c-4fa1-92ff-884f3ffdbba6 req-3f8e2caf-831e-494c-8c4b-a3a8bc4bda74 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 931 time: 0.0819774 Apr 11 19:25:30.245589 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2e88b7e9-097c-4fa1-92ff-884f3ffdbba6 req-fb9720f3-ed6b-48d8-b0f9-00d39bbf60a1 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037745 Apr 11 19:25:30.344668 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7fae22-76e4-4325-8b23-7492d22d5b19 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:25:30.353263 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Publish callbacks [] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:30.367554 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Transition to ACTIVE for port object 3b7fae22-76e4-4325-8b23-7492d22d5b19 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:25:30.529826 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:30.593924 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0f49-9583-41d9-a005-e44fefb090dc req-5fc18724-cc3f-4c5a-8c89-4b606ed73e95 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:30.595494 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-035e0f49-9583-41d9-a005-e44fefb090dc req-5fc18724-cc3f-4c5a-8c89-4b606ed73e95 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.1005168 Apr 11 19:25:30.628590 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fa91c-6e0c-4726-ab16-d0202dcc9691 req-d8e8e0da-0b1e-4d2c-be9b-37257ed71e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:30.633523 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d57fa91c-6e0c-4726-ab16-d0202dcc9691 req-d8e8e0da-0b1e-4d2c-be9b-37257ed71e5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 1129 time: 0.0568569 Apr 11 19:25:30.644983 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Pushing event updated for resources: {'Port': ['ID=3b7fae22-76e4-4325-8b23-7492d22d5b19,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:30.765291 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-035e0f49-9583-41d9-a005-e44fefb090dc req-9f5633e2-da67-4f4c-af51-cf846fd47232 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616685 Apr 11 19:25:30.775406 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fa91c-6e0c-4726-ab16-d0202dcc9691 req-01d970ab-5906-44b4-a858-0f1164598ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:30.775406 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d57fa91c-6e0c-4726-ab16-d0202dcc9691 req-01d970ab-5906-44b4-a858-0f1164598ba7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.1161120 Apr 11 19:25:30.808735 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Attempting to bind port 3b7fae22-76e4-4325-8b23-7492d22d5b19 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:25:30.809451 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Attempting to bind port 3b7fae22-76e4-4325-8b23-7492d22d5b19 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:25:30.810030 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Attempting to bind port 3b7fae22-76e4-4325-8b23-7492d22d5b19 on network 6cd11be6-8a97-4d09-8094-13b2b9adbbed {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:30.815913 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Port 3b7fae22-76e4-4325-8b23-7492d22d5b19 on network 6cd11be6-8a97-4d09-8094-13b2b9adbbed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:25:30.816919 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Attempting to bind port 3b7fae22-76e4-4325-8b23-7492d22d5b19 on network 6cd11be6-8a97-4d09-8094-13b2b9adbbed {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:30.824312 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:25:30.825077 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Checking segment: {'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:30.825798 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Bound using segment: {'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:25:30.826353 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Bound port: 3b7fae22-76e4-4325-8b23-7492d22d5b19, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce55391-4a68-48c9-af43-33970ca2f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:25:30.827094 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:30.853923 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d57fa91c-6e0c-4726-ab16-d0202dcc9691 req-caef8b20-ed79-4b8b-970b-0cc5f36e17ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb HTTP/1.1" status: 200 len: 1001 time: 0.0724201 Apr 11 19:25:30.923557 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] For port 3b7fae22-76e4-4325-8b23-7492d22d5b19, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:25:30.933973 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fa91c-6e0c-4726-ab16-d0202dcc9691 req-67887c1a-11f1-46f9-91e5-fea09d64545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:30.933973 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d57fa91c-6e0c-4726-ab16-d0202dcc9691 req-67887c1a-11f1-46f9-91e5-fea09d64545e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0715425 Apr 11 19:25:30.934195 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] For port 3b7fae22-76e4-4325-8b23-7492d22d5b19, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:25:30.995812 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fa91c-6e0c-4726-ab16-d0202dcc9691 req-0e6f87d6-43a2-4377-9443-cf4585b6040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:30.998021 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d57fa91c-6e0c-4726-ab16-d0202dcc9691 req-0e6f87d6-43a2-4377-9443-cf4585b6040f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533834 Apr 11 19:25:31.044755 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:31.112665 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:31.113484 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:31.115133 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] 10.222.0.23 "PUT /v2.0/ports/3b7fae22-76e4-4325-8b23-7492d22d5b19 HTTP/1.1" status: 200 len: 1093 time: 1.3451099 Apr 11 19:25:31.115887 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:25:31.118994 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72addce3-d955-42a2-aebf-177c05042267" -d '{"events": [{"name": "network-changed", "server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:25:31.134183 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f5d62-c8df-437b-88db-982b0853297a service neutron] Pushing event updated for resources: {'Port': ['ID=3b7fae22-76e4-4325-8b23-7492d22d5b19,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:31.138234 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d57fa91c-6e0c-4726-ab16-d0202dcc9691 req-964e69ba-8c5d-465e-97aa-4f61ec9f3d68 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320996 Apr 11 19:25:31.198071 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb5c8ca-bf82-4993-b1bd-ac2438f4707e x-openstack-request-id: req-1cb5c8ca-bf82-4993-b1bd-ac2438f4707e {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:25:31.198071 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:25:31.198071 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cb5c8ca-bf82-4993-b1bd-ac2438f4707e {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:25:31.198071 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb5c8ca-bf82-4993-b1bd-ac2438f4707e'] response: {'name': 'network-changed', 'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'status': 'completed', 'code': 200} Apr 11 19:25:31.256952 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72addce3-d955-42a2-aebf-177c05042267 req-dfac9e8f-c404-4fe9-9042-fedeb61c5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:31.258800 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-72addce3-d955-42a2-aebf-177c05042267 req-dfac9e8f-c404-4fe9-9042-fedeb61c5e89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1&device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 1127 time: 0.0484993 Apr 11 19:25:31.341459 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-d57fa91c-6e0c-4726-ab16-d0202dcc9691 req-6c1eab79-8312-42e9-b997-6bd8cd5ce3b6 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962712 Apr 11 19:25:31.445680 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5500e59-51f9-4a55-80f0-89bbf5bda147 req-b62ad4ad-6f4e-44bc-8da8-024a30bfa0d1 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:31.447212 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f5500e59-51f9-4a55-80f0-89bbf5bda147 req-b62ad4ad-6f4e-44bc-8da8-024a30bfa0d1 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0786147 Apr 11 19:25:31.480331 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72addce3-d955-42a2-aebf-177c05042267 req-1cd747d1-719d-460b-9747-cd14f20c8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:31.481868 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-72addce3-d955-42a2-aebf-177c05042267 req-1cd747d1-719d-460b-9747-cd14f20c8b30 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2162695 Apr 11 19:25:31.514073 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f5500e59-51f9-4a55-80f0-89bbf5bda147 req-e8f9c619-cd82-4b17-9459-3e875ea116f5 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543728 Apr 11 19:25:31.680271 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72addce3-d955-42a2-aebf-177c05042267 req-51a965fc-5af6-46b8-84aa-486ab047e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:31.681767 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-72addce3-d955-42a2-aebf-177c05042267 req-51a965fc-5af6-46b8-84aa-486ab047e09e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941401 Apr 11 19:25:31.731651 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bfe3f7b1-fe45-4d21-9c3a-e8588c20ad14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:31.760111 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c717690-ee09-4242-824d-15d8467ce017 req-dbe3af84-c1d4-423f-95ca-63dd62deeceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:31.761741 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-dbe3af84-c1d4-423f-95ca-63dd62deeceb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1&device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 1127 time: 0.0403743 Apr 11 19:25:31.806524 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-bdf8d276-1b11-466f-a5ab-7790423afcc8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19 HTTP/1.1" status: 200 len: 217 time: 0.0351241 Apr 11 19:25:32.131881 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c717690-ee09-4242-824d-15d8467ce017 req-db3e6cf8-541e-452e-aac6-5c901aaa6cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:32.133340 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-db3e6cf8-541e-452e-aac6-5c901aaa6cd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fdef079b-439f-42ac-b580-e0859c57fe7f HTTP/1.1" status: 200 len: 847 time: 0.3206694 Apr 11 19:25:32.141488 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffa97f-3b05-410b-b5d1-dc7c432f0c93 req-e5e3d3eb-3e0d-42a7-9e2c-6c3c75a5283b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:32.142933 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fdffa97f-3b05-410b-b5d1-dc7c432f0c93 req-e5e3d3eb-3e0d-42a7-9e2c-6c3c75a5283b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.2981114 Apr 11 19:25:32.201141 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c717690-ee09-4242-824d-15d8467ce017 req-1f1b643f-1c1a-4411-8f89-602509732bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:32.202660 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-1f1b643f-1c1a-4411-8f89-602509732bd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd11be6-8a97-4d09-8094-13b2b9adbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588653 Apr 11 19:25:32.234479 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fdffa97f-3b05-410b-b5d1-dc7c432f0c93 req-b1c7399a-c002-4091-8f38-a8019a9d4f52 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790446 Apr 11 19:25:32.323198 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-af4a7939-13ba-4cc8-b8f4-6bfcefd2e8fb service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101575 Apr 11 19:25:32.414534 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0c717690-ee09-4242-824d-15d8467ce017 req-440e8d26-f547-4ce2-9418-432010f04a9c service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841334 Apr 11 19:25:32.631318 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fea649-9c2e-4233-98c8-2a77ba8e71a2 req-e7fd676a-c89b-4867-8a0f-125b58c00acf tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:32.633808 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9fea649-9c2e-4233-98c8-2a77ba8e71a2 req-e7fd676a-c89b-4867-8a0f-125b58c00acf tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0528653 Apr 11 19:25:32.682913 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9fea649-9c2e-4233-98c8-2a77ba8e71a2 req-ec249279-ec0c-47dc-a922-c622c03a9c71 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Apr 11 19:25:33.391407 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5741d2-5b72-40e5-9a98-e6ad981c0bed req-614c4e3e-b1a8-475a-86b7-02259dd17694 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:33.392926 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1f5741d2-5b72-40e5-9a98-e6ad981c0bed req-614c4e3e-b1a8-475a-86b7-02259dd17694 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0663698 Apr 11 19:25:33.414078 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-d6de95b1-2381-4f1a-b97a-a8168e835107 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:33.415485 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-d6de95b1-2381-4f1a-b97a-a8168e835107 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/networks?id=de3c0ae5-56b8-4d67-b1e6-caf681218612 HTTP/1.1" status: 200 len: 815 time: 0.1487389 Apr 11 19:25:33.435657 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-b9093ee2-d1d1-4614-9c0a-d3414679c031 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/quotas/bbbc2284e2d74ba4a8735b18ccee61fb HTTP/1.1" status: 200 len: 375 time: 0.0132549 Apr 11 19:25:33.486558 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1f5741d2-5b72-40e5-9a98-e6ad981c0bed req-52a49fae-9d59-4cdb-92a8-9d6f1575e4e8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871119 Apr 11 19:25:33.498172 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-1feead44-8c3f-4ae3-b87c-997c5bf4f058 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550129 Apr 11 19:25:33.598617 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-140a0407-72b5-482c-b0a0-657f7aeef0b8 service neutron] 10.222.0.13 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853903 Apr 11 19:25:33.686407 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-0803b425-daed-48fc-b62e-1c10d4af0bdf service neutron] 10.222.0.13 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818729 Apr 11 19:25:33.797748 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5cc4d-dfe4-44af-8db0-7081bc5ae289 req-58963db4-98f4-4cdd-9048-22b808904877 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:33.799158 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-74d5cc4d-dfe4-44af-8db0-7081bc5ae289 req-58963db4-98f4-4cdd-9048-22b808904877 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0508888 Apr 11 19:25:33.848018 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-74d5cc4d-dfe4-44af-8db0-7081bc5ae289 req-bac64ce4-c774-4be5-9e2e-ba001b68d80e tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426612 Apr 11 19:25:33.940368 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5260f5dc-68db-448f-aee8-9619111710f5 req-5aa915d8-90a3-4d22-b672-bb0ce471154d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 210 time: 0.0279629 Apr 11 19:25:33.943315 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ddacf25d-a07d-4c8e-957c-20cf23c2631e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:34.600820 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c0131-053b-44fa-9475-b54e5ae974be req-037e9a0a-4bb5-4476-894b-f8eff33061bf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:34.602286 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d39c0131-053b-44fa-9475-b54e5ae974be req-037e9a0a-4bb5-4476-894b-f8eff33061bf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0477381 Apr 11 19:25:34.648294 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d39c0131-053b-44fa-9475-b54e5ae974be req-d03a9584-0463-4b13-9755-17d710d9a8de tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402448 Apr 11 19:25:34.671096 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:34.964647 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e7fe9-5749-4ba6-bba8-08d5f3b75b8c req-1bd81fab-2714-4089-9b18-8c558f16a067 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:34.966110 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-964e7fe9-5749-4ba6-bba8-08d5f3b75b8c req-1bd81fab-2714-4089-9b18-8c558f16a067 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0500584 Apr 11 19:25:35.027728 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-964e7fe9-5749-4ba6-bba8-08d5f3b75b8c req-f7c09ab3-17fe-4a69-a42f-265617243bfb tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554717 Apr 11 19:25:35.044844 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dc6029a9-5f4e-4e81-9df7-e3295d207506 req-6a250ffa-6910-4741-b387-9c9a4ecebd6d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 210 time: 0.0321090 Apr 11 19:25:35.759046 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d3af4-1afd-406d-a0a4-a5a4a8f2b178 req-240ddf5f-7d7f-4a7e-ae46-91232d5e38f2 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:35.760551 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a59d3af4-1afd-406d-a0a4-a5a4a8f2b178 req-240ddf5f-7d7f-4a7e-ae46-91232d5e38f2 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0466220 Apr 11 19:25:35.806309 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a59d3af4-1afd-406d-a0a4-a5a4a8f2b178 req-b9e03872-f7dc-4af4-9131-de3e08eb2dc5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403659 Apr 11 19:25:36.179594 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6f9fcc7d-5834-48c9-a191-285e5d61bf56 req-b01da6ff-ede9-4a05-be4e-cf97a0d9d6b3 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 210 time: 0.0526452 Apr 11 19:25:36.194321 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a01b4a-5442-4a66-bb16-7300835aa7c4 req-9c679976-0614-48b2-9cd8-fb1a172d4355 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:36.195893 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-95a01b4a-5442-4a66-bb16-7300835aa7c4 req-9c679976-0614-48b2-9cd8-fb1a172d4355 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.1023078 Apr 11 19:25:36.299094 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-95a01b4a-5442-4a66-bb16-7300835aa7c4 req-7ed52678-2460-4f7a-8e61-21c4465e5dd5 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972648 Apr 11 19:25:36.311542 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-176772ae-137a-4eed-910c-c0d3b8015153 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:36.311542 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-176772ae-137a-4eed-910c-c0d3b8015153 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.23 "GET /v2.0/networks?id=de3c0ae5-56b8-4d67-b1e6-caf681218612 HTTP/1.1" status: 200 len: 815 time: 0.1802757 Apr 11 19:25:36.322421 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Request body: {'port': {'device_id': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'admin_state_up': True, 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:36.437781 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:36.517939 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Made reservation on behalf of bbbc2284e2d74ba4a8735b18ccee61fb for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:25:36.521990 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:36.649118 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Allocated IP 172.20.0.10 (de3c0ae5-56b8-4d67-b1e6-caf681218612/6602d115-5fba-45b8-a98e-910d0ac20c7e/7678d842-01ee-4779-a63c-b997e69f4594) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:36.797694 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for port (7678d842-01ee-4779-a63c-b997e69f4594), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:36.917228 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a40e1f-3926-4e6a-b7b5-acefc1a74b9a req-d71b5efe-8ff9-497f-8a56-8800305ba73d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:36.918660 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9a40e1f-3926-4e6a-b7b5-acefc1a74b9a req-d71b5efe-8ff9-497f-8a56-8800305ba73d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0468445 Apr 11 19:25:36.965873 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (7678d842-01ee-4779-a63c-b997e69f4594), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:36.991098 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9a40e1f-3926-4e6a-b7b5-acefc1a74b9a req-6305216b-1f55-459c-adae-f57f72eb9610 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666313 Apr 11 19:25:37.017414 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Network de3c0ae5-56b8-4d67-b1e6-caf681218612 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:37.021279 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:37.023910 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:37.083335 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'Port': ['ID=7678d842-01ee-4779-a63c-b997e69f4594,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:37.112849 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:37.114083 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:37.221198 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-f98ffc21-800e-4f94-a817-d03c8edd09d4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9026051 Apr 11 19:25:37.297539 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-8169ca64-fcb1-48f5-91e4-e863416ea054 None None] Provisioning complete for port 7678d842-01ee-4779-a63c-b997e69f4594 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:37.297914 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8169ca64-fcb1-48f5-91e4-e863416ea054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (7678d842-01ee-4779-a63c-b997e69f4594), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:37.340233 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdbd25-903e-4cdb-aa14-9357222b1e43 req-1be569ec-79b5-4ac5-b0c0-1599fb6eb25f tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:37.355388 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18cdbd25-903e-4cdb-aa14-9357222b1e43 req-1be569ec-79b5-4ac5-b0c0-1599fb6eb25f tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 932 time: 0.0957375 Apr 11 19:25:37.381247 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-8169ca64-fcb1-48f5-91e4-e863416ea054 None None] Port 7678d842-01ee-4779-a63c-b997e69f4594 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:25:37.483595 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18cdbd25-903e-4cdb-aa14-9357222b1e43 req-2b490b53-1d60-4e4d-8047-55b795ae8b6f tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272290 Apr 11 19:25:37.510291 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf892d6-5840-49ad-9633-f1385f066533 req-ae1a7490-b008-4fb9-ad0a-4497661bba28 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:37.518684 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-adf892d6-5840-49ad-9633-f1385f066533 req-ae1a7490-b008-4fb9-ad0a-4497661bba28 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0885372 Apr 11 19:25:37.572057 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-adf892d6-5840-49ad-9633-f1385f066533 req-6be41c15-faec-47b6-b888-3259e00f6856 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Apr 11 19:25:37.896334 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:38.125669 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7418fd6-1d52-42bd-b07e-0db00ad5d548 req-18b6e7e5-4f17-4b56-8220-e05a4c51d8aa tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:38.127179 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b7418fd6-1d52-42bd-b07e-0db00ad5d548 req-18b6e7e5-4f17-4b56-8220-e05a4c51d8aa tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0538936 Apr 11 19:25:38.182086 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b7418fd6-1d52-42bd-b07e-0db00ad5d548 req-d288d94e-09c7-49c6-8f0f-5a27d64720ee tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489483 Apr 11 19:25:38.593109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cbb99-e569-4a7c-8967-af6d2452b931 req-0b424e59-47bf-4f62-b6e4-212e30c12cd5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:38.594695 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a4cbb99-e569-4a7c-8967-af6d2452b931 req-0b424e59-47bf-4f62-b6e4-212e30c12cd5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 932 time: 0.0490689 Apr 11 19:25:38.661888 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a4cbb99-e569-4a7c-8967-af6d2452b931 req-027906c7-2b29-4009-8be2-00967aa584af tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605962 Apr 11 19:25:38.703140 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42b3ef-317a-4a46-98d5-783deec2ccd4 req-ba5593e7-8fc8-4260-8fec-c9162a2075aa tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:38.704665 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9c42b3ef-317a-4a46-98d5-783deec2ccd4 req-ba5593e7-8fc8-4260-8fec-c9162a2075aa tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0594287 Apr 11 19:25:38.758013 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9c42b3ef-317a-4a46-98d5-783deec2ccd4 req-8d124767-a874-4aaa-92a9-e127367d9e37 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472164 Apr 11 19:25:39.300251 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcc914-80db-431b-9b73-094b0e58a7e8 req-fcb7cc7f-4d7c-4281-b7b1-824ddd18e04e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:39.301809 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c4fcc914-80db-431b-9b73-094b0e58a7e8 req-fcb7cc7f-4d7c-4281-b7b1-824ddd18e04e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0494945 Apr 11 19:25:39.358232 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c4fcc914-80db-431b-9b73-094b0e58a7e8 req-301eec7c-e9ae-4dd6-be07-1907ef544c93 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505645 Apr 11 19:25:39.778182 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f5b01-1474-44b2-819c-a0bf1212e7c8 req-076d4e96-f0fe-4a36-b410-7db0eb97bef5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:39.779980 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4a6f5b01-1474-44b2-819c-a0bf1212e7c8 req-076d4e96-f0fe-4a36-b410-7db0eb97bef5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 932 time: 0.0482326 Apr 11 19:25:39.843484 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4a6f5b01-1474-44b2-819c-a0bf1212e7c8 req-0803554a-98df-4126-ade1-ffe682cef2ef tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567596 Apr 11 19:25:39.890764 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c57ffa-9620-4908-b430-4dab7aef855a req-5bf8c375-7c72-4431-a225-2528ee12ee79 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:39.892546 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-51c57ffa-9620-4908-b430-4dab7aef855a req-5bf8c375-7c72-4431-a225-2528ee12ee79 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0528116 Apr 11 19:25:39.945565 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-51c57ffa-9620-4908-b430-4dab7aef855a req-88037776-da99-4510-934e-95eef0d10906 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465047 Apr 11 19:25:40.476089 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06d879-9002-4a75-9667-de43306f7f06 req-e0076cf2-6393-43a4-89fd-d3b59065d891 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:40.477592 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac06d879-9002-4a75-9667-de43306f7f06 req-e0076cf2-6393-43a4-89fd-d3b59065d891 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0480592 Apr 11 19:25:40.525783 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac06d879-9002-4a75-9667-de43306f7f06 req-67c1fc50-4fdf-4180-9476-bc42e87ecb61 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417924 Apr 11 19:25:40.963964 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378ae07-c70f-48e9-9bcb-d04310e1567e req-c2dcbde1-6415-4762-9464-be2661fe9a4a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:40.965878 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8378ae07-c70f-48e9-9bcb-d04310e1567e req-c2dcbde1-6415-4762-9464-be2661fe9a4a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 932 time: 0.0528755 Apr 11 19:25:41.028237 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8378ae07-c70f-48e9-9bcb-d04310e1567e req-86bf6d37-4860-4aed-b241-191a42080f21 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566015 Apr 11 19:25:41.082393 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19a2aa-1ab5-4a1e-9169-fe99f65ce25f req-8511dbbb-9a0f-4171-b250-af493610dfd6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:41.084927 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac19a2aa-1ab5-4a1e-9169-fe99f65ce25f req-8511dbbb-9a0f-4171-b250-af493610dfd6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0663688 Apr 11 19:25:41.140861 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ac19a2aa-1ab5-4a1e-9169-fe99f65ce25f req-e4587f73-b06b-4d63-9bcd-5686fc4e1cf7 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492430 Apr 11 19:25:41.639984 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b6697-eadf-45a8-a517-01bf1ee6a988 req-5f1ae591-0555-4d88-8bfd-4827a8b25338 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:41.641478 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cd7b6697-eadf-45a8-a517-01bf1ee6a988 req-5f1ae591-0555-4d88-8bfd-4827a8b25338 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0481031 Apr 11 19:25:41.694300 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cd7b6697-eadf-45a8-a517-01bf1ee6a988 req-013059fa-6f7b-4aea-a9d0-218ff4a57419 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466149 Apr 11 19:25:42.142496 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751f898-20b1-4c00-83d6-77d62064d341 req-333ea3b4-8ff2-4bf4-9c58-4f4ebc0cf228 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:42.144228 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2751f898-20b1-4c00-83d6-77d62064d341 req-333ea3b4-8ff2-4bf4-9c58-4f4ebc0cf228 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 932 time: 0.0499582 Apr 11 19:25:42.213034 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2751f898-20b1-4c00-83d6-77d62064d341 req-c9ffe3ca-98d6-4b8c-b253-2ef5d5ab4047 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623498 Apr 11 19:25:42.265422 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6053-4c2c-4120-ada4-6e8feddb8b18 req-7e951082-98ae-4044-b327-6aa294c5736c tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:42.267031 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-49bf6053-4c2c-4120-ada4-6e8feddb8b18 req-7e951082-98ae-4044-b327-6aa294c5736c tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0515709 Apr 11 19:25:42.319601 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-49bf6053-4c2c-4120-ada4-6e8feddb8b18 req-aee589b7-79f8-47b8-afc2-5fe08a5530d9 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460989 Apr 11 19:25:42.815978 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe8d90-17c8-45ef-93eb-ad77eaa5ba56 req-2099455c-7d39-4a28-98bc-d9426e2c3771 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:42.817497 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8bfe8d90-17c8-45ef-93eb-ad77eaa5ba56 req-2099455c-7d39-4a28-98bc-d9426e2c3771 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0569391 Apr 11 19:25:42.870427 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8bfe8d90-17c8-45ef-93eb-ad77eaa5ba56 req-78ec9aaf-7d2d-409b-8e42-0ee055c0974a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471764 Apr 11 19:25:43.332260 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4a07e-b35f-4b79-bdd3-f13685e4183a req-2f52ac83-ac7d-4964-8397-be9b70daace1 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:43.333787 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-98a4a07e-b35f-4b79-bdd3-f13685e4183a req-2f52ac83-ac7d-4964-8397-be9b70daace1 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 932 time: 0.0503173 Apr 11 19:25:43.426468 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-98a4a07e-b35f-4b79-bdd3-f13685e4183a req-a8e7afc0-ea5f-44b6-8af4-f238debff001 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627913 Apr 11 19:25:43.512232 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ff3b6-b189-4ef7-88cb-46b968486608 req-f971cf72-f055-47ec-9d0a-71c5bbe57094 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:43.513705 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9b4ff3b6-b189-4ef7-88cb-46b968486608 req-f971cf72-f055-47ec-9d0a-71c5bbe57094 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0779097 Apr 11 19:25:43.568698 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9b4ff3b6-b189-4ef7-88cb-46b968486608 req-9ea3df00-2360-45ef-b33f-1afab4813520 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484190 Apr 11 19:25:44.012718 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31efba2-aac5-4127-9d5e-ab3032c0d100 req-ab1eeef5-3121-4670-a1c0-0467c1919127 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:44.014572 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d31efba2-aac5-4127-9d5e-ab3032c0d100 req-ab1eeef5-3121-4670-a1c0-0467c1919127 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0676305 Apr 11 19:25:44.075017 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d31efba2-aac5-4127-9d5e-ab3032c0d100 req-04468f49-8c74-4a07-9b60-a078bea5ee73 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523500 Apr 11 19:25:44.520946 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532df3b-019f-494c-b831-c9a1e8e09b69 req-39701377-d58e-4de7-91c7-0b5f318811f1 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:44.522548 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1532df3b-019f-494c-b831-c9a1e8e09b69 req-39701377-d58e-4de7-91c7-0b5f318811f1 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 932 time: 0.0487859 Apr 11 19:25:44.575925 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1532df3b-019f-494c-b831-c9a1e8e09b69 req-610622d7-8508-49cb-9443-9f429803607e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476809 Apr 11 19:25:44.704396 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91012d09-0884-4cd7-90ec-d1adc0e26445 req-52ad74d1-dbda-432f-a7db-3a0e7afef470 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:44.705992 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-91012d09-0884-4cd7-90ec-d1adc0e26445 req-52ad74d1-dbda-432f-a7db-3a0e7afef470 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0527868 Apr 11 19:25:44.758244 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-91012d09-0884-4cd7-90ec-d1adc0e26445 req-916d34f5-b32b-41d5-89a6-30f3281656bb tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460329 Apr 11 19:25:45.202923 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b56c9-5f16-4a9b-ab41-24d46c971bc9 req-21ae64c1-548f-4f0d-a78b-205230a07447 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:45.204623 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fe0b56c9-5f16-4a9b-ab41-24d46c971bc9 req-21ae64c1-548f-4f0d-a78b-205230a07447 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0523357 Apr 11 19:25:45.257034 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fe0b56c9-5f16-4a9b-ab41-24d46c971bc9 req-89c4b317-a191-4520-8dd7-268e6ff3cba9 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444329 Apr 11 19:25:45.688578 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abec94-7df9-41df-93ca-57238ae0cbdf req-3d8a3f52-cc88-40a0-98ec-bef826370a17 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:45.690037 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-35abec94-7df9-41df-93ca-57238ae0cbdf req-3d8a3f52-cc88-40a0-98ec-bef826370a17 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 932 time: 0.0505192 Apr 11 19:25:45.736150 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-35abec94-7df9-41df-93ca-57238ae0cbdf req-aed3a611-c4f7-46a9-9ad2-0da09d0e9588 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405698 Apr 11 19:25:45.867324 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fa41b-69cb-4da8-9a09-78e8673551ab req-86ea50b2-eb66-4381-8303-805da18a0332 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:45.869010 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee3fa41b-69cb-4da8-9a09-78e8673551ab req-86ea50b2-eb66-4381-8303-805da18a0332 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0466273 Apr 11 19:25:45.917087 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee3fa41b-69cb-4da8-9a09-78e8673551ab req-3673886b-ea42-4829-b972-54ccc7b3868c tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Apr 11 19:25:46.104222 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Request body: {'port': {'device_id': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:46.165102 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (7678d842-01ee-4779-a63c-b997e69f4594), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:46.399661 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc8e92-05be-46f4-a657-6b52f0999634 req-5797935b-f55c-4e73-a9b2-77be092dcae1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:46.401281 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f1fc8e92-05be-46f4-a657-6b52f0999634 req-5797935b-f55c-4e73-a9b2-77be092dcae1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0631514 Apr 11 19:25:46.496581 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f1fc8e92-05be-46f4-a657-6b52f0999634 req-9fb007c1-ab49-461d-966b-4c573a1d1be2 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841115 Apr 11 19:25:46.506192 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7678d842-01ee-4779-a63c-b997e69f4594 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:25:46.517583 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Publish callbacks [] for port (7678d842-01ee-4779-a63c-b997e69f4594), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:46.526331 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Transition to ACTIVE for port object 7678d842-01ee-4779-a63c-b997e69f4594 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:25:46.598028 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (7678d842-01ee-4779-a63c-b997e69f4594), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:46.651094 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Pushing event updated for resources: {'Port': ['ID=7678d842-01ee-4779-a63c-b997e69f4594,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:46.722005 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Attempting to bind port 7678d842-01ee-4779-a63c-b997e69f4594 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:25:46.722881 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Attempting to bind port 7678d842-01ee-4779-a63c-b997e69f4594 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:25:46.723210 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Attempting to bind port 7678d842-01ee-4779-a63c-b997e69f4594 on network de3c0ae5-56b8-4d67-b1e6-caf681218612 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:46.727758 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Port 7678d842-01ee-4779-a63c-b997e69f4594 on network de3c0ae5-56b8-4d67-b1e6-caf681218612 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:25:46.728105 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Attempting to bind port 7678d842-01ee-4779-a63c-b997e69f4594 on network de3c0ae5-56b8-4d67-b1e6-caf681218612 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:25:46.733085 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:25:46.733422 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Checking segment: {'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:25:46.733807 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Bound using segment: {'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:25:46.734231 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Bound port: 7678d842-01ee-4779-a63c-b997e69f4594, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8db201-ab03-4d77-9000-efa1c40f0cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:25:46.734587 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (7678d842-01ee-4779-a63c-b997e69f4594), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:46.805944 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] For port 7678d842-01ee-4779-a63c-b997e69f4594, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:25:46.809325 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] For port 7678d842-01ee-4779-a63c-b997e69f4594, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7678d842-01ee-4779-a63c-b997e69f4594,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:25:46.853899 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0f685-4ace-4df9-8add-4396adf3c014 req-7feff1e3-a4e9-4d42-8de2-6c5dcead99b5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:46.855355 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b0a0f685-4ace-4df9-8add-4396adf3c014 req-7feff1e3-a4e9-4d42-8de2-6c5dcead99b5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 944 time: 0.0508075 Apr 11 19:25:46.886932 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (7678d842-01ee-4779-a63c-b997e69f4594), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:46.932751 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b0a0f685-4ace-4df9-8add-4396adf3c014 req-656b683d-92e9-456f-8a92-36913bb439b8 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718136 Apr 11 19:25:46.934002 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:46.934546 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:46.936141 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] 10.222.0.23 "PUT /v2.0/ports/7678d842-01ee-4779-a63c-b997e69f4594 HTTP/1.1" status: 200 len: 1094 time: 0.8360887 Apr 11 19:25:46.939613 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:25:46.941921 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5257dcc-4781-48fa-aacc-11fe346ef431" -d '{"events": [{"name": "network-changed", "server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "tag": "7678d842-01ee-4779-a63c-b997e69f4594"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:25:46.977216 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086a7aa-edca-4343-97e5-58793af1ab81 service neutron] Pushing event updated for resources: {'Port': ['ID=7678d842-01ee-4779-a63c-b997e69f4594,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:46.997892 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f879eb-f067-4a84-80dd-a41680e59c3b x-openstack-request-id: req-65f879eb-f067-4a84-80dd-a41680e59c3b {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:25:46.998218 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "tag": "7678d842-01ee-4779-a63c-b997e69f4594", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:25:46.998438 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65f879eb-f067-4a84-80dd-a41680e59c3b {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:25:46.998843 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f879eb-f067-4a84-80dd-a41680e59c3b'] response: {'name': 'network-changed', 'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594', 'status': 'completed', 'code': 200} Apr 11 19:25:47.090372 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c08f3-83f1-4e7e-93b9-7bc42702d188 req-594ca79e-a36e-4029-904d-e171d0bd4718 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:47.091946 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d7c08f3-83f1-4e7e-93b9-7bc42702d188 req-594ca79e-a36e-4029-904d-e171d0bd4718 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0807841 Apr 11 19:25:47.095343 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5257dcc-4781-48fa-aacc-11fe346ef431 req-d02db1ef-15be-4220-9164-02e499cce042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:47.096824 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f5257dcc-4781-48fa-aacc-11fe346ef431 req-d02db1ef-15be-4220-9164-02e499cce042 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb&device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 1128 time: 0.0836504 Apr 11 19:25:47.203332 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d7c08f3-83f1-4e7e-93b9-7bc42702d188 req-a43ed454-35f9-4fe8-aaf0-bce3be63015f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049497 Apr 11 19:25:47.230614 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5257dcc-4781-48fa-aacc-11fe346ef431 req-14a3c068-ffa3-43bc-89e3-489303ef2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:47.232136 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f5257dcc-4781-48fa-aacc-11fe346ef431 req-14a3c068-ffa3-43bc-89e3-489303ef2827 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1167643 Apr 11 19:25:47.325448 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5257dcc-4781-48fa-aacc-11fe346ef431 req-73f7dd01-e343-4e04-93ee-85f65268ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:47.327100 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f5257dcc-4781-48fa-aacc-11fe346ef431 req-73f7dd01-e343-4e04-93ee-85f65268ad8b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868392 Apr 11 19:25:47.405756 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-c8eb6eae-de3f-47dd-8465-bfd54168bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:47.407236 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-c8eb6eae-de3f-47dd-8465-bfd54168bca5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb&device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 1128 time: 0.0422978 Apr 11 19:25:47.449185 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-d3e1aa98-e20f-491e-a5d6-40cc95a69b38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7678d842-01ee-4779-a63c-b997e69f4594 HTTP/1.1" status: 200 len: 217 time: 0.0331352 Apr 11 19:25:47.497941 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-e1c48f32-ed62-4328-8cf2-f1e9cba1c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:47.499280 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-e1c48f32-ed62-4328-8cf2-f1e9cba1c511 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6602d115-5fba-45b8-a98e-910d0ac20c7e HTTP/1.1" status: 200 len: 854 time: 0.0413139 Apr 11 19:25:47.546815 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-435e79d5-e9d7-476d-a8df-daba80046178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:47.548395 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-435e79d5-e9d7-476d-a8df-daba80046178 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de3c0ae5-56b8-4d67-b1e6-caf681218612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388057 Apr 11 19:25:47.653533 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a3720-87c9-4311-a6c4-486a727cbbd6 req-1e29935e-d425-485f-8a1b-b704e53366dc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:47.655259 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-955a3720-87c9-4311-a6c4-486a727cbbd6 req-1e29935e-d425-485f-8a1b-b704e53366dc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0914731 Apr 11 19:25:47.695209 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-0608bef1-03ea-4f12-bffd-b9fa644e283b service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384254 Apr 11 19:25:47.716372 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-955a3720-87c9-4311-a6c4-486a727cbbd6 req-ba2f899b-ad8e-4e1e-b8d4-16489b79b977 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553570 Apr 11 19:25:47.814282 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ef823d4-5d91-4379-83b9-fc0db2b44db7 req-65759b92-81b8-4a32-b244-65035eecc254 service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872018 Apr 11 19:25:48.045228 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25505b5e-61b5-436b-887e-578d565271e8 req-20ff91cd-a252-4b2b-9d26-9148602f2029 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:48.046767 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-25505b5e-61b5-436b-887e-578d565271e8 req-20ff91cd-a252-4b2b-9d26-9148602f2029 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 944 time: 0.0476809 Apr 11 19:25:48.094865 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-25505b5e-61b5-436b-887e-578d565271e8 req-ffa40808-5719-43cc-957e-b39b38ebb2c4 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 Apr 11 19:25:48.315483 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e7ec1-4cb5-448a-a889-36f06eb84a0d req-f3fdffb5-cbac-477f-8763-09026c1de771 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:48.317585 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-841e7ec1-4cb5-448a-a889-36f06eb84a0d req-f3fdffb5-cbac-477f-8763-09026c1de771 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0499315 Apr 11 19:25:48.366061 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-841e7ec1-4cb5-448a-a889-36f06eb84a0d req-4ccfb89c-a0d7-47f5-959b-b62926641b02 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427210 Apr 11 19:25:48.826456 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd880df3-8857-4bf6-ba85-5ae1a37d6910 req-a49ad318-203a-4859-bdde-a2a025c4e510 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:48.827941 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bd880df3-8857-4bf6-ba85-5ae1a37d6910 req-a49ad318-203a-4859-bdde-a2a025c4e510 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0459621 Apr 11 19:25:48.872876 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bd880df3-8857-4bf6-ba85-5ae1a37d6910 req-b39509d9-2a90-445c-88ed-255d1f4c7444 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395215 Apr 11 19:25:49.208105 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274e3b6-04d3-461e-a5a8-6232149eae45 req-df005576-a45b-4479-a8ae-a649a657f7c7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:49.209546 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6274e3b6-04d3-461e-a5a8-6232149eae45 req-df005576-a45b-4479-a8ae-a649a657f7c7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 944 time: 0.0489547 Apr 11 19:25:49.232192 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3b7fae22-76e4-4325-8b23-7492d22d5b19 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:25:49.256058 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6274e3b6-04d3-461e-a5a8-6232149eae45 req-e5be3a60-960d-487f-b255-58c28d8370b6 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Apr 11 19:25:49.330669 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3b7fae22-76e4-4325-8b23-7492d22d5b19, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:49.342413 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'port_id': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'mac_address': 'fa:16:3e:21:97:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:25:49.378999 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3b7fae22-76e4-4325-8b23-7492d22d5b19 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:49.379326 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:49.391808 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7fae22-76e4-4325-8b23-7492d22d5b19 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:25:49.413009 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3b7fae22-76e4-4325-8b23-7492d22d5b19, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:49.481803 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196b591-341f-4762-9778-624c48404d61 req-517e1476-e13d-4567-ba23-5801a350c471 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:49.483268 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5196b591-341f-4762-9778-624c48404d61 req-517e1476-e13d-4567-ba23-5801a350c471 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0467310 Apr 11 19:25:49.486176 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:49.532577 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5196b591-341f-4762-9778-624c48404d61 req-58facbda-4401-4fc8-8219-00d1da44500b tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 Apr 11 19:25:49.533128 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3b7fae22-76e4-4325-8b23-7492d22d5b19,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:49.807671 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['3b7fae22-76e4-4325-8b23-7492d22d5b19'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:25:49.983293 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1274fd9-e1cc-4068-b37b-ce04c80eb366 req-9266bbc9-292e-4989-be41-94325443325b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:49.984800 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a1274fd9-e1cc-4068-b37b-ce04c80eb366 req-9266bbc9-292e-4989-be41-94325443325b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0459177 Apr 11 19:25:50.033810 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a1274fd9-e1cc-4068-b37b-ce04c80eb366 req-09a8f145-2037-425f-abed-816a8eb079d4 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427222 Apr 11 19:25:50.364169 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea9535-1575-475d-8097-79a5449db825 req-fa3ed245-3491-4fe1-a998-521386a2451b tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:50.365610 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-51ea9535-1575-475d-8097-79a5449db825 req-fa3ed245-3491-4fe1-a998-521386a2451b tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 944 time: 0.0464227 Apr 11 19:25:50.411047 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-51ea9535-1575-475d-8097-79a5449db825 req-6d40e94b-05c9-4c0d-8d1e-765465546321 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399907 Apr 11 19:25:50.642484 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ee6a4-46a4-4810-9300-8d48779febb1 req-8698182a-f442-471b-89be-99f7b2b5d56a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:50.644649 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-922ee6a4-46a4-4810-9300-8d48779febb1 req-8698182a-f442-471b-89be-99f7b2b5d56a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 944 time: 0.0452948 Apr 11 19:25:50.691349 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-922ee6a4-46a4-4810-9300-8d48779febb1 req-b3571874-913d-49c9-a227-717731588610 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406711 Apr 11 19:25:51.151401 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046d83a-eac9-4ad3-9453-6dde1c576dad req-4b10c459-3bc7-4882-b516-aab7321c79eb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:51.152889 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b046d83a-eac9-4ad3-9453-6dde1c576dad req-4b10c459-3bc7-4882-b516-aab7321c79eb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0521698 Apr 11 19:25:51.198781 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b046d83a-eac9-4ad3-9453-6dde1c576dad req-5396b3d5-0a15-4b73-80cf-68b852a82daf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 Apr 11 19:25:51.228597 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 7678d842-01ee-4779-a63c-b997e69f4594 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:25:51.232680 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3b7fae22-76e4-4325-8b23-7492d22d5b19 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:51.337498 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 3b7fae22-76e4-4325-8b23-7492d22d5b19 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:25:51.364354 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 7678d842-01ee-4779-a63c-b997e69f4594, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7678d842-01ee-4779-a63c-b997e69f4594,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:51.375123 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '7678d842-01ee-4779-a63c-b997e69f4594', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'port_id': '7678d842-01ee-4779-a63c-b997e69f4594', 'mac_address': 'fa:16:3e:07:5b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:25:51.405789 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 3b7fae22-76e4-4325-8b23-7492d22d5b19 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:51.406163 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:51.437974 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 7678d842-01ee-4779-a63c-b997e69f4594 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:51.438370 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (7678d842-01ee-4779-a63c-b997e69f4594), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:51.458949 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7678d842-01ee-4779-a63c-b997e69f4594 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:25:51.484797 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 7678d842-01ee-4779-a63c-b997e69f4594, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7678d842-01ee-4779-a63c-b997e69f4594,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:51.518838 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3b7fae22-76e4-4325-8b23-7492d22d5b19 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:51.519752 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:51.521137 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77db09-80ba-4e50-8e82-30956b59c2c6 req-0b3c6fef-8eaa-4ffd-9aae-d97fc3f2af4d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:51.522609 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bd77db09-80ba-4e50-8e82-30956b59c2c6 req-0b3c6fef-8eaa-4ffd-9aae-d97fc3f2af4d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 944 time: 0.0475898 Apr 11 19:25:51.543102 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:25:51.545446 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab1ca61-3aaf-4514-946f-fe622c552161" -d '{"events": [{"server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "name": "network-vif-plugged", "status": "completed", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:25:51.558504 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3b7fae22-76e4-4325-8b23-7492d22d5b19, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:51.560015 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (7678d842-01ee-4779-a63c-b997e69f4594), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:51.572720 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bd77db09-80ba-4e50-8e82-30956b59c2c6 req-e6997905-1a13-40a1-ade5-6c18b383a075 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 Apr 11 19:25:51.702837 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8188869-72fa-44ca-806b-577a537d5338 x-openstack-request-id: req-a8188869-72fa-44ca-806b-577a537d5338 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:25:51.703148 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "name": "network-vif-plugged", "status": "completed", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:25:51.703405 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8188869-72fa-44ca-806b-577a537d5338 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:25:51.703796 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8188869-72fa-44ca-806b-577a537d5338'] response: {'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'code': 200} Apr 11 19:25:51.706677 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:51.730945 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=7678d842-01ee-4779-a63c-b997e69f4594,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:51.782609 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3b7fae22-76e4-4325-8b23-7492d22d5b19,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:51.803397 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566df97-0631-45c9-bcee-4bb9a4afb130 req-148d58fd-aabf-4229-b52b-4b5c4b96c3e4 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:51.804898 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e566df97-0631-45c9-bcee-4bb9a4afb130 req-148d58fd-aabf-4229-b52b-4b5c4b96c3e4 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0472357 Apr 11 19:25:51.865086 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['7678d842-01ee-4779-a63c-b997e69f4594'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:25:52.088965 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e566df97-0631-45c9-bcee-4bb9a4afb130 req-de2a9d44-feec-4820-a7d4-b933a40d142a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784107 Apr 11 19:25:52.307517 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313fed5-2b4f-4cfe-8547-2d7d5f2f27d2 req-cd522806-005c-433e-961f-89cd3ae39790 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:52.309087 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a313fed5-2b4f-4cfe-8547-2d7d5f2f27d2 req-cd522806-005c-433e-961f-89cd3ae39790 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0462341 Apr 11 19:25:52.365215 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a313fed5-2b4f-4cfe-8547-2d7d5f2f27d2 req-c1088dca-5f78-4a72-90f0-d02a1bd6c7e9 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481348 Apr 11 19:25:52.495123 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ecb2b-9ef5-42e7-b9f5-54f3db607499 req-2ab712ca-d6f2-4de0-8295-2319cb5be35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:52.496874 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-067ecb2b-9ef5-42e7-b9f5-54f3db607499 req-2ab712ca-d6f2-4de0-8295-2319cb5be35a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 1129 time: 0.0414116 Apr 11 19:25:52.544389 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-067ecb2b-9ef5-42e7-b9f5-54f3db607499 req-e5312bed-30a4-46c7-adb1-44a74b85a781 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 Apr 11 19:25:52.689659 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7fe66-66e8-4161-914f-859990ecd24e req-b3826008-985f-40db-be44-4ab099c2db65 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:52.691697 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1fd7fe66-66e8-4161-914f-859990ecd24e req-b3826008-985f-40db-be44-4ab099c2db65 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 945 time: 0.0507998 Apr 11 19:25:52.738514 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1fd7fe66-66e8-4161-914f-859990ecd24e req-bd99aaa6-b4cd-4222-ae74-568336636295 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Apr 11 19:25:52.824472 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82483a5e-4201-4db1-bda0-37d38d675db3 req-a1cb7eb1-5772-4391-b183-7d2a198a85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:52.825932 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-82483a5e-4201-4db1-bda0-37d38d675db3 req-a1cb7eb1-5772-4391-b183-7d2a198a85f7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 1129 time: 0.0365567 Apr 11 19:25:52.876815 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-82483a5e-4201-4db1-bda0-37d38d675db3 req-50aa5023-f742-456e-b6a2-b20402c17c5b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 Apr 11 19:25:53.212114 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1beba7-69ff-4d88-bfbd-9af1526817b9 req-e32bec86-76a2-43f2-8faa-2734cbee0f30 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:53.213569 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bd1beba7-69ff-4d88-bfbd-9af1526817b9 req-e32bec86-76a2-43f2-8faa-2734cbee0f30 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0576677 Apr 11 19:25:53.242556 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 7678d842-01ee-4779-a63c-b997e69f4594 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:25:53.262295 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bd1beba7-69ff-4d88-bfbd-9af1526817b9 req-b1cca8e4-a576-4abb-90f8-13bc1a2c2812 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431976 Apr 11 19:25:53.286918 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 7678d842-01ee-4779-a63c-b997e69f4594 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:25:53.346513 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 7678d842-01ee-4779-a63c-b997e69f4594 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:53.346895 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (7678d842-01ee-4779-a63c-b997e69f4594), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:53.428891 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 7678d842-01ee-4779-a63c-b997e69f4594 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:53.429276 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (7678d842-01ee-4779-a63c-b997e69f4594), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:53.463415 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 7678d842-01ee-4779-a63c-b997e69f4594, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7678d842-01ee-4779-a63c-b997e69f4594,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:25:53.479529 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a129ec-0644-4d0e-96a8-c43827528b5d req-63d78338-43e1-4fa5-8f99-b96301b1c645 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:53.481038 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-48a129ec-0644-4d0e-96a8-c43827528b5d req-63d78338-43e1-4fa5-8f99-b96301b1c645 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0469170 Apr 11 19:25:53.528941 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-48a129ec-0644-4d0e-96a8-c43827528b5d req-6386c7e6-1395-46d2-9079-96e23023f6f1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421667 Apr 11 19:25:53.537737 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (7678d842-01ee-4779-a63c-b997e69f4594), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:53.585886 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=7678d842-01ee-4779-a63c-b997e69f4594,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:53.705179 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:25:53.708108 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134c99bb-db30-4a83-8109-b609aeda18fe" -d '{"events": [{"server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "name": "network-vif-plugged", "status": "completed", "tag": "7678d842-01ee-4779-a63c-b997e69f4594"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:25:53.744472 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9392acb-5a4b-4b17-9952-064ba613c4c8 x-openstack-request-id: req-f9392acb-5a4b-4b17-9952-064ba613c4c8 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:25:53.744795 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "name": "network-vif-plugged", "status": "completed", "tag": "7678d842-01ee-4779-a63c-b997e69f4594", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:25:53.745052 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9392acb-5a4b-4b17-9952-064ba613c4c8 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:25:53.745458 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9392acb-5a4b-4b17-9952-064ba613c4c8'] response: {'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594', 'code': 200} Apr 11 19:25:53.845850 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb5c68-0b58-4d3a-b88e-566cd5641c6c req-7c301963-9319-488e-8eb4-b2e932591d63 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:53.847355 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dfcb5c68-0b58-4d3a-b88e-566cd5641c6c req-7c301963-9319-488e-8eb4-b2e932591d63 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 946 time: 0.0459335 Apr 11 19:25:53.897181 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dfcb5c68-0b58-4d3a-b88e-566cd5641c6c req-c0d3f697-ddbb-482d-a3fc-9b93706a2b4d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442326 Apr 11 19:25:54.376218 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22ba51-af8d-458a-9f55-02519b91a2ca req-7964ccec-5e0f-44d1-8e7f-d677c6019530 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:54.377731 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4c22ba51-af8d-458a-9f55-02519b91a2ca req-7964ccec-5e0f-44d1-8e7f-d677c6019530 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0463626 Apr 11 19:25:54.425963 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4c22ba51-af8d-458a-9f55-02519b91a2ca req-8ee9ef07-790e-43dd-84d4-47190f08bbed tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Apr 11 19:25:54.646578 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7da41-8be0-4d80-866c-4e524225156d req-0a042fd2-59b2-4d13-88f5-a92660bebb39 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:54.648180 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81e7da41-8be0-4d80-866c-4e524225156d req-0a042fd2-59b2-4d13-88f5-a92660bebb39 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0468690 Apr 11 19:25:54.695920 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81e7da41-8be0-4d80-866c-4e524225156d req-adc0a472-e6ba-4ab1-9941-782da2d951f1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420165 Apr 11 19:25:55.014558 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0237bed-6fea-4085-b3dd-97004d0157f1 req-b8b62da0-6de0-4e43-a73e-0630b464ced7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:55.016058 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a0237bed-6fea-4085-b3dd-97004d0157f1 req-b8b62da0-6de0-4e43-a73e-0630b464ced7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 946 time: 0.0530457 Apr 11 19:25:55.063511 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a0237bed-6fea-4085-b3dd-97004d0157f1 req-805e2e7b-b3f0-4c5a-b609-6248c664cb29 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Apr 11 19:25:55.292362 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34941b45-50d2-4e3d-b252-022d4fd3ce71 req-357325c0-c57f-4d43-8963-6e3b76a16bf0 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:55.293870 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-34941b45-50d2-4e3d-b252-022d4fd3ce71 req-357325c0-c57f-4d43-8963-6e3b76a16bf0 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0773637 Apr 11 19:25:55.294783 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320c680-4942-44d4-b4be-60bb1d100b78 req-a66bce13-5143-4ce5-92ca-c1a20335c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:55.296246 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5320c680-4942-44d4-b4be-60bb1d100b78 req-a66bce13-5143-4ce5-92ca-c1a20335c953 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0675299 Apr 11 19:25:55.374005 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-34941b45-50d2-4e3d-b252-022d4fd3ce71 req-d99a18ca-9478-4f0b-b2fb-989f5186f047 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741792 Apr 11 19:25:55.380916 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5320c680-4942-44d4-b4be-60bb1d100b78 req-49054d00-91d1-49f2-83bd-e2f057d01328 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678613 Apr 11 19:25:55.537676 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e268ca5-f925-480e-a6ab-6e4b9f34f145 req-21ab3dc9-f157-4bb8-8609-54f6c1011454 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:55.539153 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e268ca5-f925-480e-a6ab-6e4b9f34f145 req-21ab3dc9-f157-4bb8-8609-54f6c1011454 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0489757 Apr 11 19:25:55.588462 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e268ca5-f925-480e-a6ab-6e4b9f34f145 req-4d6ec05a-7544-40fb-8ec3-df6e88a36a36 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438101 Apr 11 19:25:55.700845 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b47995-e604-432e-91a3-224b1921a112 req-8dd42b9a-0920-4952-b8b1-0c5291e97496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:55.702305 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55b47995-e604-432e-91a3-224b1921a112 req-8dd42b9a-0920-4952-b8b1-0c5291e97496 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 1129 time: 0.0656793 Apr 11 19:25:55.716829 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ffca-954d-4bcb-971a-c52362276e28 req-689eeb73-df1d-4214-8fe3-3de5373e6d98 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:55.718180 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3204ffca-954d-4bcb-971a-c52362276e28 req-689eeb73-df1d-4214-8fe3-3de5373e6d98 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0562086 Apr 11 19:25:55.765803 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3204ffca-954d-4bcb-971a-c52362276e28 req-e68298a2-1640-4c3f-a8c7-5ceb67f77ce6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Apr 11 19:25:55.787324 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 32992) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:56.009479 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c3dcdd-8046-4e27-92e5-6015fe360f73 tempest-TestShelveInstance-1553857847 tempest-TestShelveInstance-1553857847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:56.010999 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a5c3dcdd-8046-4e27-92e5-6015fe360f73 tempest-TestShelveInstance-1553857847 tempest-TestShelveInstance-1553857847-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 1124 time: 0.2226243 Apr 11 19:25:56.014129 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 32996) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:56.019749 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'port_id': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:56.026932 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b47995-e604-432e-91a3-224b1921a112 req-72ecad1e-f38d-4990-991f-78087922bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:56.028509 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55b47995-e604-432e-91a3-224b1921a112 req-72ecad1e-f38d-4990-991f-78087922bb87 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.1237330 Apr 11 19:25:56.115124 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:56.172908 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547d679-23e0-4a30-b403-d9c59e7ab6c7 req-abddf260-57c9-4076-8329-3e33f318fa12 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:56.174387 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f547d679-23e0-4a30-b403-d9c59e7ab6c7 req-abddf260-57c9-4076-8329-3e33f318fa12 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 946 time: 0.0466435 Apr 11 19:25:56.195930 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:56.222469 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f547d679-23e0-4a30-b403-d9c59e7ab6c7 req-61f2694d-6a18-4e58-b957-89bc3d8f67f0 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Apr 11 19:25:56.303350 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Allocated IP 172.27.2.88 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/76989966-6239-4517-bc05-1b6cf28af26a) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:25:56.418135 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for port (76989966-6239-4517-bc05-1b6cf28af26a), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:56.433650 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55b47995-e604-432e-91a3-224b1921a112 req-c9ae9d8e-0588-46ec-92b4-dfd476642572 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb HTTP/1.1" status: 200 len: 1001 time: 0.0899315 Apr 11 19:25:56.511141 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844034ca-c786-4c61-b5c7-f93e663a1ca2 req-b12dac01-9056-432c-8ae0-43c81852c9b5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:56.513323 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-844034ca-c786-4c61-b5c7-f93e663a1ca2 req-b12dac01-9056-432c-8ae0-43c81852c9b5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0525863 Apr 11 19:25:56.524469 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (76989966-6239-4517-bc05-1b6cf28af26a), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:56.561622 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-844034ca-c786-4c61-b5c7-f93e663a1ca2 req-538a90e6-dbfd-4eff-ad01-ae4083c33573 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425680 Apr 11 19:25:56.561825 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:25:56.565143 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:25:56.568179 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:25:56.593914 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event updated for resources: {'Port': ['ID=76989966-6239-4517-bc05-1b6cf28af26a,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:56.953942 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b47995-e604-432e-91a3-224b1921a112 req-1273edd0-705e-4a66-a232-1a8e5b722293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:56.955437 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55b47995-e604-432e-91a3-224b1921a112 req-1273edd0-705e-4a66-a232-1a8e5b722293 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0459137 Apr 11 19:25:57.138158 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for floatingip (cebb4d64-4d95-4346-8678-73ca5939e50e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:57.278079 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (76989966-6239-4517-bc05-1b6cf28af26a), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:57.340496 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53629aad-cc77-475c-9cd0-7129a0a5e9f7 req-2e4a4f03-9e23-41b4-b065-af27afc90d12 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:57.342172 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-53629aad-cc77-475c-9cd0-7129a0a5e9f7 req-2e4a4f03-9e23-41b4-b065-af27afc90d12 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 946 time: 0.0526905 Apr 11 19:25:57.343446 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:57.392935 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-53629aad-cc77-475c-9cd0-7129a0a5e9f7 req-ac7ff64a-5e2e-42da-9b16-21c71ee08ab1 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451396 Apr 11 19:25:57.430351 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for port (76989966-6239-4517-bc05-1b6cf28af26a), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:57.489286 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (76989966-6239-4517-bc05-1b6cf28af26a), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:57.505820 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4691d-66a9-40a2-9b6e-6feb814f5913 req-3c5aa0a9-2d7a-4980-a3f3-d77c2e1e183a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:57.507247 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-13b4691d-66a9-40a2-9b6e-6feb814f5913 req-3c5aa0a9-2d7a-4980-a3f3-d77c2e1e183a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 946 time: 0.0469832 Apr 11 19:25:57.554549 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-13b4691d-66a9-40a2-9b6e-6feb814f5913 req-ca58d4ee-9f54-4e62-a6f7-948f22818635 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Apr 11 19:25:57.558878 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event updated for resources: {'Port': ['ID=76989966-6239-4517-bc05-1b6cf28af26a,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:57.571781 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (cebb4d64-4d95-4346-8678-73ca5939e50e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:57.681421 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Floating IP cebb4d64-4d95-4346-8678-73ca5939e50e associated. External IP: 172.27.2.88, port: 3b7fae22-76e4-4325-8b23-7492d22d5b19. Apr 11 19:25:57.687239 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b47995-e604-432e-91a3-224b1921a112 req-0b912935-f318-4699-b487-39153766c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:57.688869 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55b47995-e604-432e-91a3-224b1921a112 req-0b912935-f318-4699-b487-39153766c366 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806916 Apr 11 19:25:57.702392 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055523-7d2e-476b-a3ad-6482041ba8da req-11c6edb9-f49a-4bc9-90f0-37a23b42cbb1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:57.703906 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f0055523-7d2e-476b-a3ad-6482041ba8da req-11c6edb9-f49a-4bc9-90f0-37a23b42cbb1 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0613754 Apr 11 19:25:57.760229 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f0055523-7d2e-476b-a3ad-6482041ba8da req-76f4eec4-a7d8-43dc-ab58-0e7bc8cebf1e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471997 Apr 11 19:25:57.911737 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ead1c-5275-4b35-b763-919980ef5234 req-c256f356-6e19-4de5-bf0d-bc6ad2d5f593 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:57.913257 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-aa7ead1c-5275-4b35-b763-919980ef5234 req-c256f356-6e19-4de5-bf0d-bc6ad2d5f593 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 946 time: 0.0698812 Apr 11 19:25:57.916902 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Router ceeb0767-7336-4f85-a116-d426708c9371 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:25:58.005770 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-aa7ead1c-5275-4b35-b763-919980ef5234 req-63b58940-ae45-41c6-aadd-a6901c8695f8 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630324 Apr 11 19:25:58.007584 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55b47995-e604-432e-91a3-224b1921a112 req-7f43a78b-d99d-48cd-a63d-93b206bea942 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366196 Apr 11 19:25:58.029122 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:25:58.040142 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c07f6-6db9-439c-beb9-e38e34fd0551 None None] Sync routers for ids ['ceeb0767-7336-4f85-a116-d426708c9371'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:25:58.050247 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c07f6-6db9-439c-beb9-e38e34fd0551 None None] Routers {'ceeb0767-7336-4f85-a116-d426708c9371'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:58.050870 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f50c07f6-6db9-439c-beb9-e38e34fd0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceeb0767-7336-4f85-a116-d426708c9371'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:58.108347 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55b47995-e604-432e-91a3-224b1921a112 req-01841d93-60e8-4aca-9d73-be9101cc4bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883451 Apr 11 19:25:58.149466 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:58.172273 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f50c07f6-6db9-439c-beb9-e38e34fd0551 None None] Set router ceeb0767-7336-4f85-a116-d426708c9371 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:58.183384 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8602538b-5679-456d-9ae3-3301cf735069 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1681676 Apr 11 19:25:58.185416 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:25:58.193822 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790e7805-d928-4eaa-b052-f623e8dc765e" -d '{"events": [{"name": "network-changed", "server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:25:58.227531 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdfa898-21c8-4587-9dde-8cbeb0582702 x-openstack-request-id: req-6fdfa898-21c8-4587-9dde-8cbeb0582702 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:25:58.227878 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:25:58.228132 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fdfa898-21c8-4587-9dde-8cbeb0582702 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:25:58.228559 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fdfa898-21c8-4587-9dde-8cbeb0582702'] response: {'name': 'network-changed', 'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'status': 'completed', 'code': 200} Apr 11 19:25:58.297783 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e7805-d928-4eaa-b052-f623e8dc765e req-34b96ddb-6538-440e-b524-96cdd720d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:58.299561 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-790e7805-d928-4eaa-b052-f623e8dc765e req-34b96ddb-6538-440e-b524-96cdd720d329 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1&device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 1129 time: 0.0432243 Apr 11 19:25:58.400096 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f50c07f6-6db9-439c-beb9-e38e34fd0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 4, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'cebb4d64-4d95-4346-8678-73ca5939e50e', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'port_id': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'mac_address': 'fa:16:3e:21:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:25:56Z', 'updated_at': '2022-04-11T19:25:56Z', 'revision_number': 0, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f090c5c-5c90-44b6-8d38-8d85c3e56feb', 'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'mac_address': 'fa:16:3e:0c:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:52Z', 'updated_at': '2022-04-11T19:24:56Z', 'revision_number': 5, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'subnets': [{'id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:58.426782 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c07f6-6db9-439c-beb9-e38e34fd0551 None None] Checking router: ceeb0767-7336-4f85-a116-d426708c9371 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:25:58.434981 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c07f6-6db9-439c-beb9-e38e34fd0551 None None] Routers {'ceeb0767-7336-4f85-a116-d426708c9371'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:25:58.435575 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f50c07f6-6db9-439c-beb9-e38e34fd0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceeb0767-7336-4f85-a116-d426708c9371'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:58.540537 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f50c07f6-6db9-439c-beb9-e38e34fd0551 None None] Set router ceeb0767-7336-4f85-a116-d426708c9371 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:25:58.753985 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f50c07f6-6db9-439c-beb9-e38e34fd0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 4, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'cebb4d64-4d95-4346-8678-73ca5939e50e', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'port_id': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'mac_address': 'fa:16:3e:21:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:25:56Z', 'updated_at': '2022-04-11T19:25:56Z', 'revision_number': 0, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f090c5c-5c90-44b6-8d38-8d85c3e56feb', 'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'mac_address': 'fa:16:3e:0c:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:52Z', 'updated_at': '2022-04-11T19:24:56Z', 'revision_number': 5, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'subnets': [{'id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:25:58.780520 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c07f6-6db9-439c-beb9-e38e34fd0551 None None] The sync data for ids ['ceeb0767-7336-4f85-a116-d426708c9371'] in dv-cinder-837362-1-iscsi is: [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 4, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'cebb4d64-4d95-4346-8678-73ca5939e50e', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'port_id': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'mac_address': 'fa:16:3e:21:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:25:56Z', 'updated_at': '2022-04-11T19:25:56Z', 'revision_number': 0, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f090c5c-5c90-44b6-8d38-8d85c3e56feb', 'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'mac_address': 'fa:16:3e:0c:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:52Z', 'updated_at': '2022-04-11T19:24:56Z', 'revision_number': 5, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'subnets': [{'id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:25:58.886952 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00df3f-30e9-445e-9b7b-ddb57cd3b009 req-3435ace0-7480-4242-83bd-fe985016de05 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:58.888500 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a00df3f-30e9-445e-9b7b-ddb57cd3b009 req-3435ace0-7480-4242-83bd-fe985016de05 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0583146 Apr 11 19:25:58.938327 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a00df3f-30e9-445e-9b7b-ddb57cd3b009 req-36793d5f-e5a4-410c-bd98-432b9fac3335 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442324 Apr 11 19:25:58.978465 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72476402-8a1b-43db-9085-86b27485db5b None None] New status for floating IP cebb4d64-4d95-4346-8678-73ca5939e50e: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:25:59.906454 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:25:59.910960 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e7805-d928-4eaa-b052-f623e8dc765e req-21f535a6-0f1c-4bd8-b2b0-ba83494627a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:59.912570 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-790e7805-d928-4eaa-b052-f623e8dc765e req-21f535a6-0f1c-4bd8-b2b0-ba83494627a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cd11be6-8a97-4d09-8094-13b2b9adbbed HTTP/1.1" status: 200 len: 909 time: 0.1036987 Apr 11 19:25:59.997435 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7f5486c5-c022-4763-bbca-20130905852a req-be68d474-1660-44a9-8c56-a80412006b87 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430684 Apr 11 19:26:00.037909 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-790e7805-d928-4eaa-b052-f623e8dc765e req-0f297e9b-f1c2-426a-b809-4149a5edc8e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19 HTTP/1.1" status: 200 len: 1000 time: 0.0793157 Apr 11 19:26:00.106597 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae9609-d507-4ef1-810e-0aaad13512ec req-8c7d7038-36b1-421d-8790-0785210632f8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:00.108124 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3ae9609-d507-4ef1-810e-0aaad13512ec req-8c7d7038-36b1-421d-8790-0785210632f8 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0900731 Apr 11 19:26:00.110406 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5486c5-c022-4763-bbca-20130905852a req-09dcec72-9703-4f1c-b4aa-ea021782fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:00.111951 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7f5486c5-c022-4763-bbca-20130905852a req-09dcec72-9703-4f1c-b4aa-ea021782fcbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 1129 time: 0.0384874 Apr 11 19:26:00.123673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e7805-d928-4eaa-b052-f623e8dc765e req-54b956e9-1cd9-4f43-93c8-58fb932e00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:00.125169 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-790e7805-d928-4eaa-b052-f623e8dc765e req-54b956e9-1cd9-4f43-93c8-58fb932e00ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fdef079b-439f-42ac-b580-e0859c57fe7f HTTP/1.1" status: 200 len: 847 time: 0.0712335 Apr 11 19:26:00.160590 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3ae9609-d507-4ef1-810e-0aaad13512ec req-d489b4ee-a3d4-4e13-92b8-66023ad6759a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462961 Apr 11 19:26:00.642873 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e7805-d928-4eaa-b052-f623e8dc765e req-58d316ee-c153-4814-a941-8add260e5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:00.644426 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-790e7805-d928-4eaa-b052-f623e8dc765e req-58d316ee-c153-4814-a941-8add260e5b4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd11be6-8a97-4d09-8094-13b2b9adbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386539 Apr 11 19:26:00.791887 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5486c5-c022-4763-bbca-20130905852a req-a9f39327-f2a8-49df-95f9-c5dfdf48f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:00.793380 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7f5486c5-c022-4763-bbca-20130905852a req-a9f39327-f2a8-49df-95f9-c5dfdf48f766 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.0914366 Apr 11 19:26:00.835965 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7f5486c5-c022-4763-bbca-20130905852a req-55c033be-d59f-44b9-9c18-7e6a2c021375 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d432d1-e655-473a-a1dc-289ebd12bc46 HTTP/1.1" status: 200 len: 217 time: 0.0345893 Apr 11 19:26:00.853984 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-790e7805-d928-4eaa-b052-f623e8dc765e req-6d6b73c0-16b1-4bca-a651-414f904fb23f service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881009 Apr 11 19:26:00.888672 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5486c5-c022-4763-bbca-20130905852a req-8655b0f0-f348-4adb-9045-bac33ffcf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:00.890157 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7f5486c5-c022-4763-bbca-20130905852a req-8655b0f0-f348-4adb-9045-bac33ffcf86d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0473697 Apr 11 19:26:00.937216 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5486c5-c022-4763-bbca-20130905852a req-6344ecf5-de80-4d4a-ab97-ce2a10a535c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:00.938949 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7f5486c5-c022-4763-bbca-20130905852a req-6344ecf5-de80-4d4a-ab97-ce2a10a535c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419080 Apr 11 19:26:00.951814 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-790e7805-d928-4eaa-b052-f623e8dc765e req-261be027-1e4d-41f3-8da1-675313908b27 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892127 Apr 11 19:26:01.038071 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7f5486c5-c022-4763-bbca-20130905852a req-57797d31-16d8-47e7-b5d3-3e50a224e4b7 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893097 Apr 11 19:26:01.137054 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-7f5486c5-c022-4763-bbca-20130905852a req-2ed47989-4303-4b62-9038-a7ebe01a9103 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921001 Apr 11 19:26:01.280885 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0ed79-25aa-4df0-8e57-24d5163fb73d req-868bfbdd-73e4-4e26-929f-3f61586b7525 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:01.282327 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3a0ed79-25aa-4df0-8e57-24d5163fb73d req-868bfbdd-73e4-4e26-929f-3f61586b7525 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0463409 Apr 11 19:26:01.337460 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3a0ed79-25aa-4df0-8e57-24d5163fb73d req-27b4fd30-fe68-48b6-9dd4-211f7bac304b tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486403 Apr 11 19:26:01.462086 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7896fe9-3be8-4db7-93f6-0f46f68796ee req-c2111590-a18b-4b17-a140-2ba51112ef74 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:01.466669 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d7896fe9-3be8-4db7-93f6-0f46f68796ee req-c2111590-a18b-4b17-a140-2ba51112ef74 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0557711 Apr 11 19:26:01.474057 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33068) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:01.478044 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-9f0769e8-26e9-4b71-a3be-b8b71e9e42af tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Request body: {'floatingip': {'port_id': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:01.484246 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c9b15084-f0fe-47ff-96a5-4f31d6c46d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:01.575333 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318c2d7-81c6-4573-be1d-72965aa4d0c6 req-774288e9-a0a3-469c-97b0-94e89da825a0 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:01.576831 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9318c2d7-81c6-4573-be1d-72965aa4d0c6 req-774288e9-a0a3-469c-97b0-94e89da825a0 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 946 time: 0.0660193 Apr 11 19:26:01.578724 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9f0769e8-26e9-4b71-a3be-b8b71e9e42af tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for floatingip (7c8b16a6-8ad0-4fd9-82e5-d4782a67328e), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:01.689827 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9318c2d7-81c6-4573-be1d-72965aa4d0c6 req-4116ca02-a2ce-4a82-84b3-d147c717dff6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065228 Apr 11 19:26:02.075949 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9f0769e8-26e9-4b71-a3be-b8b71e9e42af tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:02.146457 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9f0769e8-26e9-4b71-a3be-b8b71e9e42af tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (7c8b16a6-8ad0-4fd9-82e5-d4782a67328e), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:02.592637 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0769e8-26e9-4b71-a3be-b8b71e9e42af tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Router b697f69b-a32a-41fa-a803-6b975ca78d20 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:26:02.700357 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0769e8-26e9-4b71-a3be-b8b71e9e42af tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:26:02.705117 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9f0769e8-26e9-4b71-a3be-b8b71e9e42af tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:02.709537 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00929ce1-f410-4d30-94c9-622c7b7dd7dc None None] Sync routers for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:26:02.719539 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00929ce1-f410-4d30-94c9-622c7b7dd7dc None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:02.720170 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-00929ce1-f410-4d30-94c9-622c7b7dd7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:02.737525 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:02.740267 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098fe5b6-002f-420f-8b45-dfb565d9f6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:02.787923 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9f0769e8-26e9-4b71-a3be-b8b71e9e42af tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "PUT /v2.0/floatingips/7c8b16a6-8ad0-4fd9-82e5-d4782a67328e HTTP/1.1" status: 200 len: 993 time: 1.3039954 Apr 11 19:26:02.810276 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8c0724-6a55-476e-9b92-1e0fbef887b7 x-openstack-request-id: req-ad8c0724-6a55-476e-9b92-1e0fbef887b7 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:02.810565 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:02.810818 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad8c0724-6a55-476e-9b92-1e0fbef887b7 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:02.811216 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8c0724-6a55-476e-9b92-1e0fbef887b7'] response: {'name': 'network-changed', 'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'status': 'completed', 'code': 200} Apr 11 19:26:02.818145 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a9b7f-4f55-4bda-b351-955d1f9f97e6 req-2e255238-c774-4458-af34-7737258e9205 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:02.819645 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6c3a9b7f-4f55-4bda-b351-955d1f9f97e6 req-2e255238-c774-4458-af34-7737258e9205 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 946 time: 0.0536456 Apr 11 19:26:02.834835 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-00929ce1-f410-4d30-94c9-622c7b7dd7dc None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:02.867780 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6c3a9b7f-4f55-4bda-b351-955d1f9f97e6 req-620ecbf9-be7f-48a6-9a2b-1ec37d7ca042 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cfc2f47-7079-4d8e-83b0-6a8245fb9331&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423582 Apr 11 19:26:02.875005 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fe5b6-002f-420f-8b45-dfb565d9f6d4 req-c2be19d7-82d5-463d-9386-f06acdf296d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:02.876593 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-098fe5b6-002f-420f-8b45-dfb565d9f6d4 req-c2be19d7-82d5-463d-9386-f06acdf296d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 1129 time: 0.0405114 Apr 11 19:26:02.970149 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fe5b6-002f-420f-8b45-dfb565d9f6d4 req-1696c022-0d69-4f25-ab7d-6fd43417bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:02.971629 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-098fe5b6-002f-420f-8b45-dfb565d9f6d4 req-1696c022-0d69-4f25-ab7d-6fd43417bfd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.0879834 Apr 11 19:26:03.051610 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-00929ce1-f410-4d30-94c9-622c7b7dd7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '7c8b16a6-8ad0-4fd9-82e5-d4782a67328e', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'port_id': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'mac_address': 'fa:16:3e:08:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:24:09Z', 'updated_at': '2022-04-11T19:26:01Z', 'revision_number': 3, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:14Z', 'revision_number': 5, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:03.067710 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-098fe5b6-002f-420f-8b45-dfb565d9f6d4 req-25953e49-8528-45aa-9f69-2daac38a79d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb HTTP/1.1" status: 200 len: 1001 time: 0.0599732 Apr 11 19:26:03.078357 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00929ce1-f410-4d30-94c9-622c7b7dd7dc None None] Checking router: b697f69b-a32a-41fa-a803-6b975ca78d20 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:26:03.087174 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00929ce1-f410-4d30-94c9-622c7b7dd7dc None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:03.087782 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-00929ce1-f410-4d30-94c9-622c7b7dd7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:25:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:03.151608 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fe5b6-002f-420f-8b45-dfb565d9f6d4 req-16bed8fc-f62f-4a9b-93f4-7a836d346c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:03.153014 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-098fe5b6-002f-420f-8b45-dfb565d9f6d4 req-16bed8fc-f62f-4a9b-93f4-7a836d346c5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.0471380 Apr 11 19:26:03.156138 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-0ab4ffd4-06f0-4afd-afdb-56b87bdfd499 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:03.157650 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-0ab4ffd4-06f0-4afd-afdb-56b87bdfd499 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 946 time: 0.0513897 Apr 11 19:26:03.198822 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-00929ce1-f410-4d30-94c9-622c7b7dd7dc None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:03.205787 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fe5b6-002f-420f-8b45-dfb565d9f6d4 req-4bbf464d-ff6d-4ecf-be63-b575f0f5d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:03.207410 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-098fe5b6-002f-420f-8b45-dfb565d9f6d4 req-4bbf464d-ff6d-4ecf-be63-b575f0f5d526 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436547 Apr 11 19:26:03.291591 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Deleting port 3a9f828f-8465-4953-892f-890ad6971a58 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:26:03.291955 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (3a9f828f-8465-4953-892f-890ad6971a58), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:03.299099 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-098fe5b6-002f-420f-8b45-dfb565d9f6d4 req-40b3de49-8443-45de-bb15-65ec19b803e1 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856218 Apr 11 19:26:03.395343 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] For port 3a9f828f-8465-4953-892f-890ad6971a58, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3a9f828f-8465-4953-892f-890ad6971a58,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:03.395614 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (3a9f828f-8465-4953-892f-890ad6971a58), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:03.426019 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-098fe5b6-002f-420f-8b45-dfb565d9f6d4 req-0ebf47c6-019a-472d-9755-947ce4fc91ca service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214032 Apr 11 19:26:03.521040 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-00929ce1-f410-4d30-94c9-622c7b7dd7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '7c8b16a6-8ad0-4fd9-82e5-d4782a67328e', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'port_id': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'mac_address': 'fa:16:3e:08:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:24:09Z', 'updated_at': '2022-04-11T19:26:01Z', 'revision_number': 3, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:14Z', 'revision_number': 5, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:03.550509 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00929ce1-f410-4d30-94c9-622c7b7dd7dc None None] The sync data for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi is: [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '7c8b16a6-8ad0-4fd9-82e5-d4782a67328e', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'port_id': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'mac_address': 'fa:16:3e:08:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:24:09Z', 'updated_at': '2022-04-11T19:26:01Z', 'revision_number': 3, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:14Z', 'revision_number': 5, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:26:03.629352 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:03.629714 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (79888e6c-5d21-45cc-9987-e0f0b106d0e0), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:03.630032 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Floating IP 79888e6c-5d21-45cc-9987-e0f0b106d0e0 disassociated. External IP: 172.27.2.79, port: 3a9f828f-8465-4953-892f-890ad6971a58. Apr 11 19:26:03.630378 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Calling delete_port for 3a9f828f-8465-4953-892f-890ad6971a58 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:26:03.857354 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (3a9f828f-8465-4953-892f-890ad6971a58), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:03.889655 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event deleted for resources: {'Port': ['ID=3a9f828f-8465-4953-892f-890ad6971a58,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:03.899487 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.899836 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.900198 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.900533 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.901264 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.901264 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.901673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.902002 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.902331 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.902662 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.903001 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.903342 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.903621 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.903962 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.904286 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:03.932361 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-39891986-5222-45b6-8fc6-85750383660e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:03.980837 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cfb53bd0-e861-4427-a108-cd8b2d739338 req-e60a1423-bdd8-4ad8-9200-fc68442439a7 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 210 time: 0.0346184 Apr 11 19:26:04.045640 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Router 73bfecd8-b46e-49b4-b9ed-880ec382a896 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:26:04.157661 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:26:04.168530 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adde71-48fd-4273-bba0-6835ecab5824 None None] Sync routers for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:26:04.179909 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adde71-48fd-4273-bba0-6835ecab5824 None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:04.180544 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-22adde71-48fd-4273-bba0-6835ecab5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:04.223007 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] No DVR routers for this DVR port 3a9f828f-8465-4953-892f-890ad6971a58 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:26:04.226202 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:04.229782 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-edc6a403-4747-46e5-a861-9a4aa8e74a48 req-f15cac0c-550b-4254-b39c-9a51d1208c3f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.23 "DELETE /v2.0/ports/3a9f828f-8465-4953-892f-890ad6971a58 HTTP/1.1" status: 204 len: 173 time: 1.0652859 Apr 11 19:26:04.292119 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-22adde71-48fd-4273-bba0-6835ecab5824 None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:04.489456 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-22adde71-48fd-4273-bba0-6835ecab5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:04.517252 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adde71-48fd-4273-bba0-6835ecab5824 None None] Checking router: 73bfecd8-b46e-49b4-b9ed-880ec382a896 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:26:04.525252 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adde71-48fd-4273-bba0-6835ecab5824 None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:04.525836 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-22adde71-48fd-4273-bba0-6835ecab5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:04.646212 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-22adde71-48fd-4273-bba0-6835ecab5824 None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:04.719731 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:04.812502 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb'}, {'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'name': 'network-vif-deleted', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:04.814807 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04534ac5-f700-44a7-9205-f2c7c746aba6" -d '{"events": [{"name": "network-changed", "server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb"}, {"server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "name": "network-vif-deleted", "tag": "3a9f828f-8465-4953-892f-890ad6971a58"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:04.839982 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-22adde71-48fd-4273-bba0-6835ecab5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:04.865431 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391ab072-d808-4b23-ab6d-bd713a12ea99 x-openstack-request-id: req-391ab072-d808-4b23-ab6d-bd713a12ea99 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:04.865805 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb", "status": "completed", "code": 200}, {"server_uuid": "9f66e1fa-bd9a-4359-9d43-272c16e4b784", "name": "network-vif-deleted", "tag": "3a9f828f-8465-4953-892f-890ad6971a58", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:04.866143 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-391ab072-d808-4b23-ab6d-bd713a12ea99 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:04.866618 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391ab072-d808-4b23-ab6d-bd713a12ea99'] response: {'name': 'network-changed', 'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'status': 'completed', 'code': 200} Apr 11 19:26:04.866946 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391ab072-d808-4b23-ab6d-bd713a12ea99'] response: {'server_uuid': '9f66e1fa-bd9a-4359-9d43-272c16e4b784', 'name': 'network-vif-deleted', 'tag': '3a9f828f-8465-4953-892f-890ad6971a58', 'status': 'completed', 'code': 200} Apr 11 19:26:04.873101 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adde71-48fd-4273-bba0-6835ecab5824 None None] The sync data for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi is: [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:26:04.934038 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04534ac5-f700-44a7-9205-f2c7c746aba6 req-aa0dc224-3f42-458b-b470-40e93741987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:04.935647 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-04534ac5-f700-44a7-9205-f2c7c746aba6 req-aa0dc224-3f42-458b-b470-40e93741987d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af7b2afbcd041819d1a0694615e602a&device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 1129 time: 0.0449061 Apr 11 19:26:05.039180 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04534ac5-f700-44a7-9205-f2c7c746aba6 req-7e6dfee1-2694-49e8-b920-b991c33702a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:05.040714 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-04534ac5-f700-44a7-9205-f2c7c746aba6 req-7e6dfee1-2694-49e8-b920-b991c33702a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 200 len: 920 time: 0.0983593 Apr 11 19:26:05.123964 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e5c05e5b-d5e9-4825-a15e-7899bc056a76 req-4754999a-0dd4-42c3-81de-dd9a069468fe tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f66e1fa-bd9a-4359-9d43-272c16e4b784 HTTP/1.1" status: 200 len: 210 time: 0.0342011 Apr 11 19:26:05.144101 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-04534ac5-f700-44a7-9205-f2c7c746aba6 req-94fd5ef1-f387-4fe8-903f-fd8bd66f9618 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb HTTP/1.1" status: 200 len: 1001 time: 0.0963323 Apr 11 19:26:05.183582 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bd621-b077-4f65-9d63-a104e261f8bc None None] New status for floating IP 79888e6c-5d21-45cc-9987-e0f0b106d0e0: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:26:05.281679 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04534ac5-f700-44a7-9205-f2c7c746aba6 req-f6fc921e-8fa5-4e89-ab82-3a275364926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:05.283336 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-04534ac5-f700-44a7-9205-f2c7c746aba6 req-f6fc921e-8fa5-4e89-ab82-3a275364926a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 200 len: 858 time: 0.1324897 Apr 11 19:26:05.355191 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04534ac5-f700-44a7-9205-f2c7c746aba6 req-ca0ba07c-3f0a-492d-8ba6-30d1b0183282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:05.356472 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-04534ac5-f700-44a7-9205-f2c7c746aba6 req-ca0ba07c-3f0a-492d-8ba6-30d1b0183282 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4691bc0c-a1aa-4329-86e4-f51662f21d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665460 Apr 11 19:26:05.455215 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-04534ac5-f700-44a7-9205-f2c7c746aba6 req-8ff936ca-ebe2-4fad-9ff6-d8f41abbb850 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912457 Apr 11 19:26:05.559344 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-04534ac5-f700-44a7-9205-f2c7c746aba6 req-1a92a5fc-d780-4163-af08-414136795918 service neutron] 10.222.0.23 "GET /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983346 Apr 11 19:26:06.358795 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33108) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:06.425958 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-18e0f959-14ed-403e-9390-ea418c088dab tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (3cfc2f47-7079-4d8e-83b0-6a8245fb9331), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:06.432616 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:06.486763 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-18e0f959-14ed-403e-9390-ea418c088dab tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (3cfc2f47-7079-4d8e-83b0-6a8245fb9331), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:06.496040 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71c426-e487-4fc4-bccf-548620adcde4 req-9a11c094-0ab3-46e0-8d7c-a539c380f342 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:06.497636 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf71c426-e487-4fc4-bccf-548620adcde4 req-9a11c094-0ab3-46e0-8d7c-a539c380f342 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 946 time: 0.0839331 Apr 11 19:26:06.575166 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf71c426-e487-4fc4-bccf-548620adcde4 req-ff709c60-f59f-4dde-8eba-a2594e565f02 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666592 Apr 11 19:26:06.644276 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-18e0f959-14ed-403e-9390-ea418c088dab tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (3cfc2f47-7079-4d8e-83b0-6a8245fb9331), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:06.647038 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-18e0f959-14ed-403e-9390-ea418c088dab tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:06.648253 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-18e0f959-14ed-403e-9390-ea418c088dab tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "DELETE /v2.0/security-groups/3cfc2f47-7079-4d8e-83b0-6a8245fb9331 HTTP/1.1" status: 204 len: 168 time: 0.2885602 Apr 11 19:26:06.651153 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33112) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:06.658476 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0f959-14ed-403e-9390-ea418c088dab tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfc2f47-7079-4d8e-83b0-6a8245fb9331,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:06.669365 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.api.v2.resource [None req-1507bb15-8f19-4bff-8868-d1055a7f2d39 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] show failed (client error): The resource could not be found. Apr 11 19:26:06.673534 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1507bb15-8f19-4bff-8868-d1055a7f2d39 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups/3cfc2f47-7079-4d8e-83b0-6a8245fb9331 HTTP/1.1" status: 404 len: 347 time: 0.0203681 Apr 11 19:26:06.674211 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33114) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:06.791789 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Deleting port 6a579415-48e2-44a9-821f-fbbfed27a0ad {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:26:06.792150 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (6a579415-48e2-44a9-821f-fbbfed27a0ad), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:06.868861 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (6a579415-48e2-44a9-821f-fbbfed27a0ad), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:06.869187 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (6a579415-48e2-44a9-821f-fbbfed27a0ad), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:06.881692 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Calling delete_port for 6a579415-48e2-44a9-821f-fbbfed27a0ad owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:26:07.086256 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (6a579415-48e2-44a9-821f-fbbfed27a0ad), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:07.117132 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event deleted for resources: {'Port': ['ID=6a579415-48e2-44a9-821f-fbbfed27a0ad,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:07.141012 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.141367 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.141710 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.142051 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.142387 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.142720 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.143047 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.143373 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.143703 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.144053 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.144377 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.144698 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.145022 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.145394 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.145717 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:07.187752 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (79888e6c-5d21-45cc-9987-e0f0b106d0e0), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:07.190952 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:07.192136 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d2d33a56-842c-4bcc-b99f-75528fbfca4d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "DELETE /v2.0/floatingips/79888e6c-5d21-45cc-9987-e0f0b106d0e0 HTTP/1.1" status: 204 len: 168 time: 0.5162866 Apr 11 19:26:07.374830 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3a9f828f-8465-4953-892f-890ad6971a58 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:26:07.397087 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 3a9f828f-8465-4953-892f-890ad6971a58 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:26:07.397428 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3a9f828f-8465-4953-892f-890ad6971a58 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:26:07.530436 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33118) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:07.535568 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-579185f1-bc53-4a7b-994b-1ab21aac1bb9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--879257582', 'description': 'tempest-description--1774161009'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:07.617786 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-579185f1-bc53-4a7b-994b-1ab21aac1bb9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:07.707042 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739792a5-36df-4bdb-bfeb-86432f21168a req-d14b8d78-f924-4f6c-bc2f-4a32359c7708 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:07.708624 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-739792a5-36df-4bdb-bfeb-86432f21168a req-d14b8d78-f924-4f6c-bc2f-4a32359c7708 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 946 time: 0.0638764 Apr 11 19:26:07.741652 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-579185f1-bc53-4a7b-994b-1ab21aac1bb9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (d449494d-7438-4de7-894e-4700c916ed51), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:07.767489 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-739792a5-36df-4bdb-bfeb-86432f21168a req-c8d0a35c-9d08-41c0-a0f8-fa503352b2a1 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498292 Apr 11 19:26:07.800997 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-579185f1-bc53-4a7b-994b-1ab21aac1bb9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (d449494d-7438-4de7-894e-4700c916ed51), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:07.855824 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579185f1-bc53-4a7b-994b-1ab21aac1bb9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d449494d-7438-4de7-894e-4700c916ed51,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:07.870960 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-2952dad3-99e8-424f-939c-d205a51b7bc0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:07.872537 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-2952dad3-99e8-424f-939c-d205a51b7bc0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 946 time: 0.0552166 Apr 11 19:26:07.897376 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:07.908663 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-579185f1-bc53-4a7b-994b-1ab21aac1bb9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:07.910368 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-579185f1-bc53-4a7b-994b-1ab21aac1bb9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3789344 Apr 11 19:26:07.913220 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33124) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:07.919605 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-60e271fd-ec48-4378-86c5-ede208df5e66 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'security_group_rule': {'security_group_id': 'd449494d-7438-4de7-894e-4700c916ed51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:08.009909 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60e271fd-ec48-4378-86c5-ede208df5e66 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (a89c58a8-10fe-47f7-9b51-e2b274281dd6), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.037286 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Deleting port 16e95402-d49f-4e9e-a680-e3bee2869a70 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:26:08.037837 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.133625 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60e271fd-ec48-4378-86c5-ede208df5e66 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (a89c58a8-10fe-47f7-9b51-e2b274281dd6), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.153976 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] For port 16e95402-d49f-4e9e-a680-e3bee2869a70, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=16e95402-d49f-4e9e-a680-e3bee2869a70,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:08.158360 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.207041 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60e271fd-ec48-4378-86c5-ede208df5e66 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (a89c58a8-10fe-47f7-9b51-e2b274281dd6), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.267189 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e271fd-ec48-4378-86c5-ede208df5e66 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89c58a8-10fe-47f7-9b51-e2b274281dd6,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:08.563722 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-60e271fd-ec48-4378-86c5-ede208df5e66 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.564864 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-60e271fd-ec48-4378-86c5-ede208df5e66 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6507146 Apr 11 19:26:08.568039 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33126) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:08.573793 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-e568c9ce-13f4-49c8-a816-a49b861dff40 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'security_group_rule': {'security_group_id': 'd449494d-7438-4de7-894e-4700c916ed51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:08.608641 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.608641 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (fc7c3875-ca71-4308-9370-89ee511aee9a), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.608641 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Floating IP fc7c3875-ca71-4308-9370-89ee511aee9a disassociated. External IP: 172.27.2.203, port: 16e95402-d49f-4e9e-a680-e3bee2869a70. Apr 11 19:26:08.609168 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Calling delete_port for 16e95402-d49f-4e9e-a680-e3bee2869a70 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:26:08.693982 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e568c9ce-13f4-49c8-a816-a49b861dff40 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (5b6661bc-3add-4bd5-b2c1-e3b91e13024b), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.776326 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e568c9ce-13f4-49c8-a816-a49b861dff40 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (5b6661bc-3add-4bd5-b2c1-e3b91e13024b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.843270 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (16e95402-d49f-4e9e-a680-e3bee2869a70), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.889676 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e568c9ce-13f4-49c8-a816-a49b861dff40 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (5b6661bc-3add-4bd5-b2c1-e3b91e13024b), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:08.896064 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2d63d134-e65f-4fb9-a0b3-16d2f2bf901a req-4069187c-8299-4fb1-8434-99dc7a97e847 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 210 time: 0.0622597 Apr 11 19:26:08.908918 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'Port': ['ID=16e95402-d49f-4e9e-a680-e3bee2869a70,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:08.929785 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568c9ce-13f4-49c8-a816-a49b861dff40 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6661bc-3add-4bd5-b2c1-e3b91e13024b,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:09.019485 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e568c9ce-13f4-49c8-a816-a49b861dff40 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:09.020709 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-e568c9ce-13f4-49c8-a816-a49b861dff40 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4517639 Apr 11 19:26:09.024015 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33132) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:09.028690 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:09.051796 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Router 901fed40-c74c-4f1b-a871-d6a1540afa60 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:26:09.109703 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:09.165401 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:26:09.179322 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f4779-8082-4665-8bca-af45fa418c28 None None] Sync routers for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:26:09.192776 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f4779-8082-4665-8bca-af45fa418c28 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:09.196474 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-196f4779-8082-4665-8bca-af45fa418c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:09.217359 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] No DVR routers for this DVR port 16e95402-d49f-4e9e-a680-e3bee2869a70 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:26:09.220056 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:09.224194 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4655f740-82a5-43e2-934b-cf7b7919e0b9 req-e5131694-9c97-48a6-9768-b8e5844a4cf0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "DELETE /v2.0/ports/16e95402-d49f-4e9e-a680-e3bee2869a70 HTTP/1.1" status: 204 len: 173 time: 1.2893941 Apr 11 19:26:09.224773 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'name': 'network-vif-deleted', 'tag': '16e95402-d49f-4e9e-a680-e3bee2869a70'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:09.227337 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe01574-9325-4b2d-a673-d5e1781e9832" -d '{"events": [{"server_uuid": "31b35f0f-c3d1-46c5-9513-322f9c9376af", "name": "network-vif-deleted", "tag": "16e95402-d49f-4e9e-a680-e3bee2869a70"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:09.301198 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d21dec-28f2-4dca-bf66-09e3aef49f56 x-openstack-request-id: req-86d21dec-28f2-4dca-bf66-09e3aef49f56 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:09.301787 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b35f0f-c3d1-46c5-9513-322f9c9376af", "name": "network-vif-deleted", "tag": "16e95402-d49f-4e9e-a680-e3bee2869a70", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:09.302244 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86d21dec-28f2-4dca-bf66-09e3aef49f56 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:09.302992 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d21dec-28f2-4dca-bf66-09e3aef49f56'] response: {'server_uuid': '31b35f0f-c3d1-46c5-9513-322f9c9376af', 'name': 'network-vif-deleted', 'tag': '16e95402-d49f-4e9e-a680-e3bee2869a70', 'status': 'completed', 'code': 200} Apr 11 19:26:09.376612 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-196f4779-8082-4665-8bca-af45fa418c28 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:09.411287 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:09.525057 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Allocated IP 172.27.2.160 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/5e745351-d7db-4089-8c25-b12d6f804e37) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:26:09.639054 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for port (5e745351-d7db-4089-8c25-b12d6f804e37), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:09.673450 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-196f4779-8082-4665-8bca-af45fa418c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'ef35b867-b486-4ccc-9fdd-8e9470479138', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:6d:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:23:17Z', 'updated_at': '2022-04-11T19:23:42Z', 'revision_number': 2, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:09.724584 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (5e745351-d7db-4089-8c25-b12d6f804e37), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:09.770082 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:26:09.778809 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:26:09.781110 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'Port': ['ID=5e745351-d7db-4089-8c25-b12d6f804e37,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:09.783630 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:26:09.828594 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f4779-8082-4665-8bca-af45fa418c28 None None] Checking router: 901fed40-c74c-4f1b-a871-d6a1540afa60 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:26:09.838082 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f4779-8082-4665-8bca-af45fa418c28 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:09.838751 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-196f4779-8082-4665-8bca-af45fa418c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:09.874933 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (28234e7f-6199-4041-9889-a3b0553def61), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:09.939495 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9b5d9-357d-40cb-8e23-f4c4d4d79f5f req-30d9c13c-f16e-4a3d-bc52-8af2ffa3b8b9 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:09.941649 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-20d9b5d9-357d-40cb-8e23-f4c4d4d79f5f req-30d9c13c-f16e-4a3d-bc52-8af2ffa3b8b9 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 946 time: 0.0535846 Apr 11 19:26:09.956783 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-196f4779-8082-4665-8bca-af45fa418c28 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:09.980701 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (5e745351-d7db-4089-8c25-b12d6f804e37), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:10.019423 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f490eea2-e301-472d-ac5e-f4022fa0a1a8 req-f9ac9777-d328-48ca-90fc-a4190b7fe2c0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b35f0f-c3d1-46c5-9513-322f9c9376af HTTP/1.1" status: 200 len: 210 time: 0.0347948 Apr 11 19:26:10.048759 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-20d9b5d9-357d-40cb-8e23-f4c4d4d79f5f req-b2df75d1-3a23-44fc-86cb-e47d58dc2ef3 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863755 Apr 11 19:26:10.052660 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33146) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:10.144709 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c37ac9-f9f1-4ae0-b41f-9b28dd2744e4 tempest-TestMinimumBasicScenario-1536100721 tempest-TestMinimumBasicScenario-1536100721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:10.146531 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c5c37ac9-f9f1-4ae0-b41f-9b28dd2744e4 tempest-TestMinimumBasicScenario-1536100721 tempest-TestMinimumBasicScenario-1536100721-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 1125 time: 0.0928903 Apr 11 19:26:10.149418 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33150) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:10.155896 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'port_id': '7678d842-01ee-4779-a63c-b997e69f4594', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:10.168178 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for port (5e745351-d7db-4089-8c25-b12d6f804e37), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:10.221375 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-196f4779-8082-4665-8bca-af45fa418c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'ef35b867-b486-4ccc-9fdd-8e9470479138', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:6d:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:23:17Z', 'updated_at': '2022-04-11T19:23:42Z', 'revision_number': 2, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:10.234629 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (5e745351-d7db-4089-8c25-b12d6f804e37), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:10.247775 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f4779-8082-4665-8bca-af45fa418c28 None None] The sync data for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi is: [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'ef35b867-b486-4ccc-9fdd-8e9470479138', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:6d:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:23:17Z', 'updated_at': '2022-04-11T19:23:42Z', 'revision_number': 2, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:26:10.258086 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:10.310870 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'Port': ['ID=5e745351-d7db-4089-8c25-b12d6f804e37,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:10.322300 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (28234e7f-6199-4041-9889-a3b0553def61), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:10.371198 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:10.397333 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:10.398831 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3f88d428-d69e-4569-932e-3be91898557d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3738141 Apr 11 19:26:10.497831 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Allocated IP 172.27.2.79 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/488a8d35-6ce5-49af-8d00-9c9f009daeb1) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:26:10.519582 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff96f30-f169-430e-ae45-02b056f03e0f None None] New status for floating IP fc7c3875-ca71-4308-9370-89ee511aee9a: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:26:10.628988 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-17da6543-06bc-4e0e-8e04-11b0b93ca404 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--879257582&fields=id&tenant_id=902b30688b0543f5af404ec495801a4e HTTP/1.1" status: 200 len: 267 time: 0.0636878 Apr 11 19:26:10.639067 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for port (488a8d35-6ce5-49af-8d00-9c9f009daeb1), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:10.761129 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-b1e352b4-99b7-407c-a518-3d3c929c4771 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:10.762637 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-b1e352b4-99b7-407c-a518-3d3c929c4771 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 817 time: 0.1265340 Apr 11 19:26:10.777444 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4756c379-b81b-4f16-a744-27ed68ded5eb tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/quotas/902b30688b0543f5af404ec495801a4e HTTP/1.1" status: 200 len: 375 time: 0.0094388 Apr 11 19:26:10.809898 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (488a8d35-6ce5-49af-8d00-9c9f009daeb1), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:10.860119 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-8e73fe7c-1023-4a18-a896-061b538375a6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776975 Apr 11 19:26:10.865982 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:26:10.868796 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:26:10.873491 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:26:10.904894 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'Port': ['ID=488a8d35-6ce5-49af-8d00-9c9f009daeb1,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:11.046641 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-813a53ae-8cbf-421e-9bfe-54a16b44fc1e service neutron] 10.222.0.13 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740503 Apr 11 19:26:11.204894 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33170) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:11.225169 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-e143cb38-334a-4019-b482-0dccdc5fa719 service neutron] 10.222.0.13 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707714 Apr 11 19:26:11.262647 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-12f3a764-1009-4570-a741-b3df1691f570 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (1aa480db-4a7d-4aaa-8ac2-f92cb0670ada), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.287183 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-12f3a764-1009-4570-a741-b3df1691f570 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (1aa480db-4a7d-4aaa-8ac2-f92cb0670ada), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.374522 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 16e95402-d49f-4e9e-a680-e3bee2869a70 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:26:11.390245 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for floatingip (d3623533-3829-4119-ad09-c22caff3f3db), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.394587 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 16e95402-d49f-4e9e-a680-e3bee2869a70 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:26:11.394939 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 16e95402-d49f-4e9e-a680-e3bee2869a70 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:26:11.409989 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-12f3a764-1009-4570-a741-b3df1691f570 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (1aa480db-4a7d-4aaa-8ac2-f92cb0670ada), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.412581 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-12f3a764-1009-4570-a741-b3df1691f570 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.413725 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-12f3a764-1009-4570-a741-b3df1691f570 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "DELETE /v2.0/security-groups/1aa480db-4a7d-4aaa-8ac2-f92cb0670ada HTTP/1.1" status: 204 len: 168 time: 0.2078230 Apr 11 19:26:11.422723 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3a764-1009-4570-a741-b3df1691f570 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa480db-4a7d-4aaa-8ac2-f92cb0670ada,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:11.424715 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33172) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:11.438066 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.api.v2.resource [None req-b32967aa-a49f-4e49-9a0b-f35bd3209d06 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] show failed (client error): The resource could not be found. Apr 11 19:26:11.439828 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b32967aa-a49f-4e49-9a0b-f35bd3209d06 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups/1aa480db-4a7d-4aaa-8ac2-f92cb0670ada HTTP/1.1" status: 404 len: 347 time: 0.0134518 Apr 11 19:26:11.448556 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33174) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:11.527479 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c4874cb1-32e8-41b2-9d83-f77ab6f2cfe7 req-6973bfe8-191d-4e6e-977b-10719d3d3758 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 210 time: 0.0349150 Apr 11 19:26:11.567228 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (488a8d35-6ce5-49af-8d00-9c9f009daeb1), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.581779 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-6410a0d4-3527-46bd-ab76-5752bb95e73d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Deleting port d5b1ba67-5847-4ab6-b093-5d2528ae03d4 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:26:11.582226 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6410a0d4-3527-46bd-ab76-5752bb95e73d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (d5b1ba67-5847-4ab6-b093-5d2528ae03d4), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.660651 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6410a0d4-3527-46bd-ab76-5752bb95e73d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (d5b1ba67-5847-4ab6-b093-5d2528ae03d4), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.660979 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6410a0d4-3527-46bd-ab76-5752bb95e73d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (d5b1ba67-5847-4ab6-b093-5d2528ae03d4), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.673170 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-6410a0d4-3527-46bd-ab76-5752bb95e73d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Calling delete_port for d5b1ba67-5847-4ab6-b093-5d2528ae03d4 owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:26:11.726772 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for port (488a8d35-6ce5-49af-8d00-9c9f009daeb1), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.797840 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (488a8d35-6ce5-49af-8d00-9c9f009daeb1), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.874423 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'Port': ['ID=488a8d35-6ce5-49af-8d00-9c9f009daeb1,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:11.880434 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6410a0d4-3527-46bd-ab76-5752bb95e73d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (d5b1ba67-5847-4ab6-b093-5d2528ae03d4), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.882755 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (d3623533-3829-4119-ad09-c22caff3f3db), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.908010 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410a0d4-3527-46bd-ab76-5752bb95e73d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'Port': ['ID=d5b1ba67-5847-4ab6-b093-5d2528ae03d4,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:11.980442 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6410a0d4-3527-46bd-ab76-5752bb95e73d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (fc7c3875-ca71-4308-9370-89ee511aee9a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.982927 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6410a0d4-3527-46bd-ab76-5752bb95e73d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:11.984092 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6410a0d4-3527-46bd-ab76-5752bb95e73d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "DELETE /v2.0/floatingips/fc7c3875-ca71-4308-9370-89ee511aee9a HTTP/1.1" status: 204 len: 168 time: 0.5351484 Apr 11 19:26:11.994117 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Floating IP d3623533-3829-4119-ad09-c22caff3f3db associated. External IP: 172.27.2.79, port: 7678d842-01ee-4779-a63c-b997e69f4594. Apr 11 19:26:12.213613 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Router 7b2f1782-088c-4809-bf5b-5b186af5cd3d has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:26:12.329103 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:26:12.338882 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b9988-ebb8-40e7-a078-eaffa3c80129 None None] Sync routers for ids ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:26:12.349834 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b9988-ebb8-40e7-a078-eaffa3c80129 None None] Routers {'7b2f1782-088c-4809-bf5b-5b186af5cd3d'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:12.350452 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-172b9988-ebb8-40e7-a078-eaffa3c80129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:12.414145 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:12.453653 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-bf75fc4f-df92-42e2-913b-1c98b3a63112 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3022821 Apr 11 19:26:12.453653 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33196) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:12.454043 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:12.456535 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92be4250-ed1f-4322-b7dc-c84eb5823278" -d '{"events": [{"name": "network-changed", "server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "tag": "7678d842-01ee-4779-a63c-b997e69f4594"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:12.463659 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-43266db7-033c-4fa8-b45a-c1adb9d1cf5e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373491761', 'description': 'tempest-secgroup-smoke-1373491761 description', 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:12.469039 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-172b9988-ebb8-40e7-a078-eaffa3c80129 None None] Set router 7b2f1782-088c-4809-bf5b-5b186af5cd3d gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:12.505795 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3bdb0b-10ba-4e5c-bcea-5cbf2902e182 x-openstack-request-id: req-1b3bdb0b-10ba-4e5c-bcea-5cbf2902e182 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:12.506247 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "tag": "7678d842-01ee-4779-a63c-b997e69f4594", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:12.506927 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b3bdb0b-10ba-4e5c-bcea-5cbf2902e182 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:12.506927 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3bdb0b-10ba-4e5c-bcea-5cbf2902e182'] response: {'name': 'network-changed', 'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594', 'status': 'completed', 'code': 200} Apr 11 19:26:12.573642 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-43266db7-033c-4fa8-b45a-c1adb9d1cf5e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:12.607695 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4250-ed1f-4322-b7dc-c84eb5823278 req-1b208971-6719-43d5-8bb4-66f341a621ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:12.608638 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-92be4250-ed1f-4322-b7dc-c84eb5823278 req-1b208971-6719-43d5-8bb4-66f341a621ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb&device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0730166 Apr 11 19:26:12.672893 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-29175de8-8f15-42e4-bdef-d9589fdb161c req-1f025440-8fb3-40b6-abcf-5648fd638cc5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 210 time: 0.0602527 Apr 11 19:26:12.718079 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-172b9988-ebb8-40e7-a078-eaffa3c80129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:11Z', 'revision_number': 4, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'd3623533-3829-4119-ad09-c22caff3f3db', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'port_id': '7678d842-01ee-4779-a63c-b997e69f4594', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'mac_address': 'fa:16:3e:07:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:26:11Z', 'updated_at': '2022-04-11T19:26:11Z', 'revision_number': 0, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4544b2-f96a-46e4-9209-27caa18132ce', 'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'mac_address': 'fa:16:3e:78:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:10Z', 'updated_at': '2022-04-11T19:25:15Z', 'revision_number': 5, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'subnets': [{'id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:12.745861 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b9988-ebb8-40e7-a078-eaffa3c80129 None None] Checking router: 7b2f1782-088c-4809-bf5b-5b186af5cd3d for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:26:12.754106 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b9988-ebb8-40e7-a078-eaffa3c80129 None None] Routers {'7b2f1782-088c-4809-bf5b-5b186af5cd3d'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:12.754712 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-172b9988-ebb8-40e7-a078-eaffa3c80129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:12.769168 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-43266db7-033c-4fa8-b45a-c1adb9d1cf5e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group (85c20038-4928-48eb-b4d6-4e8345103e03), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:12.770673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4250-ed1f-4322-b7dc-c84eb5823278 req-b25c7737-875e-40d0-97a0-533fbb5b3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:12.772226 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-92be4250-ed1f-4322-b7dc-c84eb5823278 req-b25c7737-875e-40d0-97a0-533fbb5b3edb service neutron] 10.222.0.23 "GET /v2.0/networks?id=de3c0ae5-56b8-4d67-b1e6-caf681218612 HTTP/1.1" status: 200 len: 916 time: 0.1493158 Apr 11 19:26:12.834527 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-43266db7-033c-4fa8-b45a-c1adb9d1cf5e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (85c20038-4928-48eb-b4d6-4e8345103e03), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:12.864377 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43266db7-033c-4fa8-b45a-c1adb9d1cf5e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c20038-4928-48eb-b4d6-4e8345103e03,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:12.870144 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-172b9988-ebb8-40e7-a078-eaffa3c80129 None None] Set router 7b2f1782-088c-4809-bf5b-5b186af5cd3d gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:12.919753 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-43266db7-033c-4fa8-b45a-c1adb9d1cf5e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:12.921051 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-43266db7-033c-4fa8-b45a-c1adb9d1cf5e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4617848 Apr 11 19:26:12.923832 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33202) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:12.928207 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-f7216f6d-0ff9-458f-9610-7f8bfbd6573f tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Request body: {'security_group_rule': {'security_group_id': '85c20038-4928-48eb-b4d6-4e8345103e03', 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:13.067009 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f7216f6d-0ff9-458f-9610-7f8bfbd6573f tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (b39eeb86-c989-41bd-ad67-494e07cb974a), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:13.095184 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-172b9988-ebb8-40e7-a078-eaffa3c80129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:11Z', 'revision_number': 4, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'd3623533-3829-4119-ad09-c22caff3f3db', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'port_id': '7678d842-01ee-4779-a63c-b997e69f4594', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'mac_address': 'fa:16:3e:07:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:26:11Z', 'updated_at': '2022-04-11T19:26:11Z', 'revision_number': 0, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4544b2-f96a-46e4-9209-27caa18132ce', 'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'mac_address': 'fa:16:3e:78:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:10Z', 'updated_at': '2022-04-11T19:25:15Z', 'revision_number': 5, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'subnets': [{'id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:13.104806 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-92be4250-ed1f-4322-b7dc-c84eb5823278 req-7215b9c7-447d-43b2-ad5e-c3a649756643 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7678d842-01ee-4779-a63c-b997e69f4594 HTTP/1.1" status: 200 len: 999 time: 0.0839443 Apr 11 19:26:13.123944 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b9988-ebb8-40e7-a078-eaffa3c80129 None None] The sync data for ids ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'] in dv-cinder-837362-1-iscsi is: [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:11Z', 'revision_number': 4, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'd3623533-3829-4119-ad09-c22caff3f3db', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'port_id': '7678d842-01ee-4779-a63c-b997e69f4594', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'mac_address': 'fa:16:3e:07:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:26:11Z', 'updated_at': '2022-04-11T19:26:11Z', 'revision_number': 0, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4544b2-f96a-46e4-9209-27caa18132ce', 'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'mac_address': 'fa:16:3e:78:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:10Z', 'updated_at': '2022-04-11T19:25:15Z', 'revision_number': 5, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'subnets': [{'id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:26:13.129801 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f7216f6d-0ff9-458f-9610-7f8bfbd6573f tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (b39eeb86-c989-41bd-ad67-494e07cb974a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:13.207141 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f7216f6d-0ff9-458f-9610-7f8bfbd6573f tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (b39eeb86-c989-41bd-ad67-494e07cb974a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:13.209758 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4250-ed1f-4322-b7dc-c84eb5823278 req-6510a99c-012c-4e13-99ef-271c28f7bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:13.215654 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-92be4250-ed1f-4322-b7dc-c84eb5823278 req-6510a99c-012c-4e13-99ef-271c28f7bc7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6602d115-5fba-45b8-a98e-910d0ac20c7e HTTP/1.1" status: 200 len: 854 time: 0.0550797 Apr 11 19:26:13.268933 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7216f6d-0ff9-458f-9610-7f8bfbd6573f tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39eeb86-c989-41bd-ad67-494e07cb974a,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:13.281034 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4250-ed1f-4322-b7dc-c84eb5823278 req-2c02d8f8-084a-43de-a5be-3af81a349624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:13.282579 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-92be4250-ed1f-4322-b7dc-c84eb5823278 req-2c02d8f8-084a-43de-a5be-3af81a349624 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de3c0ae5-56b8-4d67-b1e6-caf681218612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574098 Apr 11 19:26:13.334426 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90f34a-10bb-4e7f-b76b-fd4047f53689 None None] New status for floating IP d3623533-3829-4119-ad09-c22caff3f3db: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:26:13.364456 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f7216f6d-0ff9-458f-9610-7f8bfbd6573f tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:13.365564 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f7216f6d-0ff9-458f-9610-7f8bfbd6573f tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4407625 Apr 11 19:26:13.368610 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33204) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:13.374988 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-506deb32-725d-4f0f-b268-0378af5e436c tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Request body: {'security_group_rule': {'security_group_id': '85c20038-4928-48eb-b4d6-4e8345103e03', 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:13.398211 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-92be4250-ed1f-4322-b7dc-c84eb5823278 req-96e307c3-9add-4607-a4d6-f2863364fb66 service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018083 Apr 11 19:26:13.463298 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-506deb32-725d-4f0f-b268-0378af5e436c tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (9bb33041-6b04-451d-b592-83cc7e1beaad), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:13.514609 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-92be4250-ed1f-4322-b7dc-c84eb5823278 req-6bf6831f-7560-4d09-bca6-d0aa906adf79 service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032772 Apr 11 19:26:13.532182 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-506deb32-725d-4f0f-b268-0378af5e436c tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (9bb33041-6b04-451d-b592-83cc7e1beaad), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:13.606346 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-506deb32-725d-4f0f-b268-0378af5e436c tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (9bb33041-6b04-451d-b592-83cc7e1beaad), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:13.625091 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506deb32-725d-4f0f-b268-0378af5e436c tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb33041-6b04-451d-b592-83cc7e1beaad,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:13.677440 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-506deb32-725d-4f0f-b268-0378af5e436c tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:13.679000 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-506deb32-725d-4f0f-b268-0378af5e436c tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3088710 Apr 11 19:26:13.681589 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33208) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:13.686195 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-ae8ad55f-d165-49ba-93c9-228604a4ed19 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Request body: {'security_group_rule': {'security_group_id': '85c20038-4928-48eb-b4d6-4e8345103e03', 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:13.766586 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ae8ad55f-d165-49ba-93c9-228604a4ed19 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (74396e57-a507-4b24-8def-6f2cf01810be), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:13.773135 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-80dea813-bc43-41cd-82e8-f8420701aa0e req-9f7bf362-22f3-4e9e-92e1-f24f4a8b2e06 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 210 time: 0.0284200 Apr 11 19:26:13.829626 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ae8ad55f-d165-49ba-93c9-228604a4ed19 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (74396e57-a507-4b24-8def-6f2cf01810be), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:13.889354 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ae8ad55f-d165-49ba-93c9-228604a4ed19 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (74396e57-a507-4b24-8def-6f2cf01810be), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:13.914432 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ad55f-d165-49ba-93c9-228604a4ed19 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74396e57-a507-4b24-8def-6f2cf01810be,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:13.987963 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-b2d6a00e-45e5-4012-8d22-35a48b373cbd tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:13.989705 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-b2d6a00e-45e5-4012-8d22-35a48b373cbd tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.23 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 817 time: 0.1068709 Apr 11 19:26:14.000122 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ae8ad55f-d165-49ba-93c9-228604a4ed19 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.004522 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ae8ad55f-d165-49ba-93c9-228604a4ed19 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3186867 Apr 11 19:26:14.007912 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33212) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:14.009863 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-bab1fae0-d68c-4bc7-81d6-81d8c88b3ec6 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Request body: {'security_group_rule': {'security_group_id': '85c20038-4928-48eb-b4d6-4e8345103e03', 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:14.069300 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-2b9ad9b5-bed6-4600-8624-b0c3dd38f1a9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=902b30688b0543f5af404ec495801a4e HTTP/1.1" status: 200 len: 379 time: 0.0714054 Apr 11 19:26:14.078176 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'port': {'device_id': '56e59284-4026-46d9-954f-de50042725f0', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'admin_state_up': True, 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'security_groups': ['d449494d-7438-4de7-894e-4700c916ed51']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:14.147006 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bab1fae0-d68c-4bc7-81d6-81d8c88b3ec6 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (990fb619-9492-4035-9d13-e172efca39dc), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.236694 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bab1fae0-d68c-4bc7-81d6-81d8c88b3ec6 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (990fb619-9492-4035-9d13-e172efca39dc), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.289258 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Made reservation on behalf of 902b30688b0543f5af404ec495801a4e for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:26:14.292737 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.302791 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bab1fae0-d68c-4bc7-81d6-81d8c88b3ec6 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (990fb619-9492-4035-9d13-e172efca39dc), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.327149 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1fae0-d68c-4bc7-81d6-81d8c88b3ec6 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990fb619-9492-4035-9d13-e172efca39dc,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:14.422439 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bab1fae0-d68c-4bc7-81d6-81d8c88b3ec6 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.423548 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-bab1fae0-d68c-4bc7-81d6-81d8c88b3ec6 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4178312 Apr 11 19:26:14.426931 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33218) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:14.431832 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-f68d1753-be51-4760-94fa-22ee462c543d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Request body: {'security_group_rule': {'security_group_id': '85c20038-4928-48eb-b4d6-4e8345103e03', 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:14.453133 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Allocated IP 172.20.0.8 (34eb8caf-ea24-4e8f-89b6-a31932c34a31/25cb9c3f-a16a-473f-899e-27a0637ef53d/3733e919-e246-4895-8c14-9142b3067297) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:26:14.536038 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.securitygroups_db [None req-f68d1753-be51-4760-94fa-22ee462c543d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Project bbbc2284e2d74ba4a8735b18ccee61fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 19:26:14.541750 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f68d1753-be51-4760-94fa-22ee462c543d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (6df9ef65-d0f4-4932-be82-7f5c6003b986), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.593057 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for port (3733e919-e246-4895-8c14-9142b3067297), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.608794 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f68d1753-be51-4760-94fa-22ee462c543d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (6df9ef65-d0f4-4932-be82-7f5c6003b986), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.678350 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f68d1753-be51-4760-94fa-22ee462c543d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (6df9ef65-d0f4-4932-be82-7f5c6003b986), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.698768 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d1753-be51-4760-94fa-22ee462c543d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df9ef65-d0f4-4932-be82-7f5c6003b986,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:14.718862 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (3733e919-e246-4895-8c14-9142b3067297), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.770260 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:26:14.773438 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:26:14.775879 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:26:14.781003 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f68d1753-be51-4760-94fa-22ee462c543d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.782263 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f68d1753-be51-4760-94fa-22ee462c543d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3538415 Apr 11 19:26:14.785082 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33226) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:14.789774 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-0be61572-1c5e-428e-ab92-1347c97187fc tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Request body: {'security_group_rule': {'security_group_id': '85c20038-4928-48eb-b4d6-4e8345103e03', 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:14.815074 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event updated for resources: {'Port': ['ID=3733e919-e246-4895-8c14-9142b3067297,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:14.846553 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:14.849062 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.898317 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.securitygroups_db [None req-0be61572-1c5e-428e-ab92-1347c97187fc tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Project bbbc2284e2d74ba4a8735b18ccee61fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 19:26:14.904959 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0be61572-1c5e-428e-ab92-1347c97187fc tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (ab134f7e-a5f9-4d5e-a61c-9199dafa39a7), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:14.938319 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49360ed2-33b9-4cd7-879a-48400a289e4f req-ae1e8ba8-3c43-40e4-839f-a23c4d3847af tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:14.941117 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-49360ed2-33b9-4cd7-879a-48400a289e4f req-ae1e8ba8-3c43-40e4-839f-a23c4d3847af tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 931 time: 0.0642879 Apr 11 19:26:14.946437 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-28e65d82-9a37-47ab-9c34-a9c5e168b0a8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8719559 Apr 11 19:26:14.981826 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Request body: {'port': {'device_id': '56e59284-4026-46d9-954f-de50042725f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:14.982061 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0be61572-1c5e-428e-ab92-1347c97187fc tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (ab134f7e-a5f9-4d5e-a61c-9199dafa39a7), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:15.045956 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0be61572-1c5e-428e-ab92-1347c97187fc tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (ab134f7e-a5f9-4d5e-a61c-9199dafa39a7), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:15.062873 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-49360ed2-33b9-4cd7-879a-48400a289e4f req-15754acd-42ed-4abb-810d-d05cda07fc5d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151996 Apr 11 19:26:15.065135 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be61572-1c5e-428e-ab92-1347c97187fc tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab134f7e-a5f9-4d5e-a61c-9199dafa39a7,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:15.069500 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3733e919-e246-4895-8c14-9142b3067297), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:15.111148 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-c5a6dc6f-cf3f-496c-905b-6182dc4077fa None None] Provisioning complete for port 3733e919-e246-4895-8c14-9142b3067297 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:26:15.112645 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c5a6dc6f-cf3f-496c-905b-6182dc4077fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3733e919-e246-4895-8c14-9142b3067297), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:15.150577 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb732c41-9261-4e5c-acfe-65118d012c50 req-785c1cca-bb38-41ea-8dcb-7224ff101bbc tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:15.150858 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6dc6f-cf3f-496c-905b-6182dc4077fa None None] Port 3733e919-e246-4895-8c14-9142b3067297 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:26:15.152132 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb732c41-9261-4e5c-acfe-65118d012c50 req-785c1cca-bb38-41ea-8dcb-7224ff101bbc tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 945 time: 0.0684624 Apr 11 19:26:15.157968 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0be61572-1c5e-428e-ab92-1347c97187fc tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:15.160096 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0be61572-1c5e-428e-ab92-1347c97187fc tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3731980 Apr 11 19:26:15.308036 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb732c41-9261-4e5c-acfe-65118d012c50 req-e2b0201b-eaec-4057-8a4a-a7379f3da3bc tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436529 Apr 11 19:26:15.355666 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1f7fbd6-ba3c-40e9-9b0e-36f1802a4278 req-fb234474-06ef-4531-b3ae-78033d1643df tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373491761&fields=id&tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb HTTP/1.1" status: 200 len: 267 time: 0.1281900 Apr 11 19:26:15.664966 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fbd6-ba3c-40e9-9b0e-36f1802a4278 req-54b97056-88fb-423b-a293-361fdca73380 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:15.666341 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1f7fbd6-ba3c-40e9-9b0e-36f1802a4278 req-54b97056-88fb-423b-a293-361fdca73380 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 946 time: 0.3014264 Apr 11 19:26:15.678009 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-b1f7fbd6-ba3c-40e9-9b0e-36f1802a4278 req-28dbb382-eff2-48ef-9c71-2d8572024f6a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Request body: {'port': {'security_groups': ['59beee2a-d3d7-44cb-85ba-943db23a6e04', '85c20038-4928-48eb-b4d6-4e8345103e03']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:15.795266 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1f7fbd6-ba3c-40e9-9b0e-36f1802a4278 req-28dbb382-eff2-48ef-9c71-2d8572024f6a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (7678d842-01ee-4779-a63c-b997e69f4594), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:15.809495 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3733e919-e246-4895-8c14-9142b3067297 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:26:15.819498 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Publish callbacks [] for port (3733e919-e246-4895-8c14-9142b3067297), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:15.858246 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Transition to ACTIVE for port object 3733e919-e246-4895-8c14-9142b3067297 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:26:15.927213 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (3733e919-e246-4895-8c14-9142b3067297), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:16.025886 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Pushing event updated for resources: {'Port': ['ID=3733e919-e246-4895-8c14-9142b3067297,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:16.092885 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-b1f7fbd6-ba3c-40e9-9b0e-36f1802a4278 req-28dbb382-eff2-48ef-9c71-2d8572024f6a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] For port 7678d842-01ee-4779-a63c-b997e69f4594, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7678d842-01ee-4779-a63c-b997e69f4594,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:16.157533 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1f7fbd6-ba3c-40e9-9b0e-36f1802a4278 req-28dbb382-eff2-48ef-9c71-2d8572024f6a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for port (7678d842-01ee-4779-a63c-b997e69f4594), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:16.161358 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Attempting to bind port 3733e919-e246-4895-8c14-9142b3067297 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:26:16.161699 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Attempting to bind port 3733e919-e246-4895-8c14-9142b3067297 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:26:16.162035 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Attempting to bind port 3733e919-e246-4895-8c14-9142b3067297 on network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:26:16.185570 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Port 3733e919-e246-4895-8c14-9142b3067297 on network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:26:16.185806 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Attempting to bind port 3733e919-e246-4895-8c14-9142b3067297 on network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:26:16.196465 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:26:16.196797 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Checking segment: {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:26:16.197178 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Bound using segment: {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:26:16.197604 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Bound port: 3733e919-e246-4895-8c14-9142b3067297, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39404956-7500-454e-906c-2c4bdf1a10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:26:16.198014 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3733e919-e246-4895-8c14-9142b3067297), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:16.207363 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c3aa0-3856-46c5-b55b-799e26c20d8b req-be44424b-4a8d-4f46-84c9-1a0858b48ed4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:16.208918 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a09c3aa0-3856-46c5-b55b-799e26c20d8b req-be44424b-4a8d-4f46-84c9-1a0858b48ed4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0657952 Apr 11 19:26:16.224783 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1f7fbd6-ba3c-40e9-9b0e-36f1802a4278 req-28dbb382-eff2-48ef-9c71-2d8572024f6a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (7678d842-01ee-4779-a63c-b997e69f4594), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:16.236436 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['7678d842-01ee-4779-a63c-b997e69f4594'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:26:16.319734 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fbd6-ba3c-40e9-9b0e-36f1802a4278 req-28dbb382-eff2-48ef-9c71-2d8572024f6a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:16.320561 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b1f7fbd6-ba3c-40e9-9b0e-36f1802a4278 req-28dbb382-eff2-48ef-9c71-2d8572024f6a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:16.321797 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1f7fbd6-ba3c-40e9-9b0e-36f1802a4278 req-28dbb382-eff2-48ef-9c71-2d8572024f6a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "PUT /v2.0/ports/7678d842-01ee-4779-a63c-b997e69f4594 HTTP/1.1" status: 200 len: 982 time: 0.6480312 Apr 11 19:26:16.324042 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:16.326340 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bfa521-378f-4d30-9699-b81edc38ff0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "tag": "7678d842-01ee-4779-a63c-b997e69f4594"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:16.388072 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a09c3aa0-3856-46c5-b55b-799e26c20d8b req-439ff4ba-36e5-43b5-a88b-fbae9a311d05 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730165 Apr 11 19:26:16.396200 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:26:16.397642 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:26:16.399118 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbb382-eff2-48ef-9c71-2d8572024f6a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'Port': ['ID=7678d842-01ee-4779-a63c-b997e69f4594,revision_number=6']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:16.426043 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['7678d842-01ee-4779-a63c-b997e69f4594'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:26:16.453032 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e578fa-1593-4a84-87ea-f9957c3038d0 x-openstack-request-id: req-e1e578fa-1593-4a84-87ea-f9957c3038d0 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:16.453344 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "tag": "7678d842-01ee-4779-a63c-b997e69f4594", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:16.453579 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1e578fa-1593-4a84-87ea-f9957c3038d0 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:16.453988 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e578fa-1593-4a84-87ea-f9957c3038d0'] response: {'name': 'network-changed', 'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594', 'status': 'completed', 'code': 200} Apr 11 19:26:16.468599 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6bfba-d618-490a-bfb4-668cfc678a8d req-08463546-0aae-4907-9d3c-85ad98b45c34 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:16.470322 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2cb6bfba-d618-490a-bfb4-668cfc678a8d req-08463546-0aae-4907-9d3c-85ad98b45c34 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0752738 Apr 11 19:26:16.496959 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (3733e919-e246-4895-8c14-9142b3067297), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:16.590620 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:16.591244 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:16.592649 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] 10.222.0.23 "PUT /v2.0/ports/3733e919-e246-4895-8c14-9142b3067297 HTTP/1.1" status: 200 len: 1093 time: 1.6247857 Apr 11 19:26:16.636018 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-14b96cbf-bab8-48fa-9958-8a27c4fecead None None] Provisioning complete for port 7678d842-01ee-4779-a63c-b997e69f4594 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:26:16.636399 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-14b96cbf-bab8-48fa-9958-8a27c4fecead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (7678d842-01ee-4779-a63c-b997e69f4594), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:16.648185 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf2deb-6604-4bcb-9854-973b57a291dd req-c471af1f-bd6a-409e-aaf8-157d12f2ac25 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:16.649712 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c4bf2deb-6604-4bcb-9854-973b57a291dd req-c471af1f-bd6a-409e-aaf8-157d12f2ac25 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 945 time: 0.1161354 Apr 11 19:26:16.650764 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62a1b-ee1d-4b82-bee5-646e17610198 service neutron] Pushing event updated for resources: {'Port': ['ID=3733e919-e246-4895-8c14-9142b3067297,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:16.660733 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2cb6bfba-d618-490a-bfb4-668cfc678a8d req-828171b1-bf48-4a4b-874c-db2c6d13a1b0 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1841261 Apr 11 19:26:16.729208 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c4bf2deb-6604-4bcb-9854-973b57a291dd req-273bc005-544c-4c85-9654-371af5f5cab5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673690 Apr 11 19:26:16.769003 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa521-378f-4d30-9699-b81edc38ff0a req-1647d98c-ee58-494f-836a-c4d6c38361c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:16.773032 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6bfa521-378f-4d30-9699-b81edc38ff0a req-1647d98c-ee58-494f-836a-c4d6c38361c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb&device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 1169 time: 0.0561967 Apr 11 19:26:16.876565 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-14b96cbf-bab8-48fa-9958-8a27c4fecead None None] Current status of the port 7678d842-01ee-4779-a63c-b997e69f4594 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:26:16.949038 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-0b5403cd-5fcd-4db4-a109-3613288d67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:16.950612 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-0b5403cd-5fcd-4db4-a109-3613288d67ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 1127 time: 0.0592225 Apr 11 19:26:16.964158 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa521-378f-4d30-9699-b81edc38ff0a req-6f3bedb1-31ce-44c2-9b95-7ad39cd0ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:16.965825 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6bfa521-378f-4d30-9699-b81edc38ff0a req-6f3bedb1-31ce-44c2-9b95-7ad39cd0ac71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=de3c0ae5-56b8-4d67-b1e6-caf681218612 HTTP/1.1" status: 200 len: 916 time: 0.1000428 Apr 11 19:26:16.996506 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-c8bb2378-abb4-4f1d-98b9-5c388a577788 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3733e919-e246-4895-8c14-9142b3067297 HTTP/1.1" status: 200 len: 217 time: 0.0381045 Apr 11 19:26:17.060137 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-27f1194f-d9e4-4541-8f93-150ae5708efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:17.061618 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-27f1194f-d9e4-4541-8f93-150ae5708efd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 200 len: 856 time: 0.0447657 Apr 11 19:26:17.107956 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-b0d17999-5ab3-4617-93dd-c18a74d7c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:17.109455 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-b0d17999-5ab3-4617-93dd-c18a74d7c82a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34eb8caf-ea24-4e8f-89b6-a31932c34a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391033 Apr 11 19:26:17.113059 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317571e2-d6df-41aa-a507-16c408df6c86 req-f630deea-0997-4c60-b10c-d46c5b04a104 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:17.114479 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-317571e2-d6df-41aa-a507-16c408df6c86 req-f630deea-0997-4c60-b10c-d46c5b04a104 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 945 time: 0.0915844 Apr 11 19:26:17.116322 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6bfa521-378f-4d30-9699-b81edc38ff0a req-d9eba72a-71ab-48b5-a2ab-b8089897606d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7678d842-01ee-4779-a63c-b997e69f4594 HTTP/1.1" status: 200 len: 1001 time: 0.1004646 Apr 11 19:26:17.206474 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-5d3491fa-34cd-4948-98f1-c87935c4f4ce service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854769 Apr 11 19:26:17.226577 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa521-378f-4d30-9699-b81edc38ff0a req-85b31616-1577-4414-9c64-0954ca8ea238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:17.227938 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6bfa521-378f-4d30-9699-b81edc38ff0a req-85b31616-1577-4414-9c64-0954ca8ea238 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6602d115-5fba-45b8-a98e-910d0ac20c7e HTTP/1.1" status: 200 len: 854 time: 0.0946639 Apr 11 19:26:17.265324 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Deleting port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:26:17.265663 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:17.295782 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-05f70e03-e889-4456-aab2-49995910aa89 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825300 Apr 11 19:26:17.301811 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa521-378f-4d30-9699-b81edc38ff0a req-9077d7c2-3bce-4951-a055-fbda09d64854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:17.303278 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6bfa521-378f-4d30-9699-b81edc38ff0a req-9077d7c2-3bce-4951-a055-fbda09d64854 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de3c0ae5-56b8-4d67-b1e6-caf681218612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683558 Apr 11 19:26:17.422754 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] For port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:17.423429 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:17.497398 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6bfa521-378f-4d30-9699-b81edc38ff0a req-d5dd2760-c3ce-4fca-a34e-4f3b3b239212 service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671970 Apr 11 19:26:17.574529 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555445e5-be5c-4edc-bd37-2294a9ed934f req-b1de5490-6a3f-4dd0-9632-0384d368f26f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:17.576042 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-555445e5-be5c-4edc-bd37-2294a9ed934f req-b1de5490-6a3f-4dd0-9632-0384d368f26f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0977142 Apr 11 19:26:17.675085 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-555445e5-be5c-4edc-bd37-2294a9ed934f req-bace78c6-45be-4e29-b3e4-2a20561687cd tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916040 Apr 11 19:26:17.686174 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:17.686174 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (ef35b867-b486-4ccc-9fdd-8e9470479138), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:17.686402 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Floating IP ef35b867-b486-4ccc-9fdd-8e9470479138 disassociated. External IP: 172.27.2.161, port: 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a. Apr 11 19:26:17.686617 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Calling delete_port for 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:26:17.851035 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55ace6-088a-4cac-ba01-5dc3f0f076f2 req-f45224c5-a06e-4821-8d97-4ad71afea587 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:17.852541 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3a55ace6-088a-4cac-ba01-5dc3f0f076f2 req-f45224c5-a06e-4821-8d97-4ad71afea587 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 945 time: 0.0548363 Apr 11 19:26:17.899833 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3a55ace6-088a-4cac-ba01-5dc3f0f076f2 req-9c861e99-19b9-4648-a5a0-ce80ae456980 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c899a0da-8ece-4b0f-9170-28dff6913c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 Apr 11 19:26:17.900435 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:17.926856 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'Port': ['ID=63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:18.043044 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Router 901fed40-c74c-4f1b-a871-d6a1540afa60 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:26:18.150871 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:26:18.160366 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc0a3f-1c10-436d-a731-892168605bf8 None None] Sync routers for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:26:18.170233 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc0a3f-1c10-436d-a731-892168605bf8 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:18.170856 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-34cc0a3f-1c10-436d-a731-892168605bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:18.193268 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] No DVR routers for this DVR port 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:26:18.195723 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:18.199045 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-317571e2-d6df-41aa-a507-16c408df6c86 req-fdd73d91-23eb-49f0-a727-3e4f063e6ec5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "DELETE /v2.0/ports/63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a HTTP/1.1" status: 204 len: 173 time: 1.0727811 Apr 11 19:26:18.413698 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-34cc0a3f-1c10-436d-a731-892168605bf8 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:18.459378 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'tag': '3733e919-e246-4895-8c14-9142b3067297'}, {'server_uuid': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'name': 'network-vif-deleted', 'tag': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:18.461721 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55acedbd-f0aa-4a36-aad3-b18e054b78ec" -d '{"events": [{"name": "network-changed", "server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "tag": "3733e919-e246-4895-8c14-9142b3067297"}, {"server_uuid": "41e8ca61-0511-49e7-beb3-3a03b965727a", "name": "network-vif-deleted", "tag": "63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:18.501320 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6bfa521-378f-4d30-9699-b81edc38ff0a req-99a954c3-a792-46b9-9cee-59e214ba37e3 service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029322 Apr 11 19:26:18.508213 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d568866-d388-4e61-86b9-249b3a715e8e x-openstack-request-id: req-5d568866-d388-4e61-86b9-249b3a715e8e {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:18.508213 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "tag": "3733e919-e246-4895-8c14-9142b3067297", "status": "completed", "code": 200}, {"server_uuid": "41e8ca61-0511-49e7-beb3-3a03b965727a", "name": "network-vif-deleted", "tag": "63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:18.508213 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d568866-d388-4e61-86b9-249b3a715e8e {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:18.508921 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d568866-d388-4e61-86b9-249b3a715e8e'] response: {'name': 'network-changed', 'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'tag': '3733e919-e246-4895-8c14-9142b3067297', 'status': 'completed', 'code': 200} Apr 11 19:26:18.509342 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d568866-d388-4e61-86b9-249b3a715e8e'] response: {'server_uuid': '41e8ca61-0511-49e7-beb3-3a03b965727a', 'name': 'network-vif-deleted', 'tag': '63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a', 'status': 'completed', 'code': 200} Apr 11 19:26:18.571775 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acedbd-f0aa-4a36-aad3-b18e054b78ec req-cdb2ccf4-2e35-4e80-aef7-3992cd86aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:18.573215 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55acedbd-f0aa-4a36-aad3-b18e054b78ec req-cdb2ccf4-2e35-4e80-aef7-3992cd86aaee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 1127 time: 0.0424700 Apr 11 19:26:18.620072 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-34cc0a3f-1c10-436d-a731-892168605bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:18.652466 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc0a3f-1c10-436d-a731-892168605bf8 None None] Checking router: 901fed40-c74c-4f1b-a871-d6a1540afa60 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:26:18.663191 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc0a3f-1c10-436d-a731-892168605bf8 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:18.663421 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-34cc0a3f-1c10-436d-a731-892168605bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:18.667626 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acedbd-f0aa-4a36-aad3-b18e054b78ec req-a3d6afbb-44d1-453c-82f2-ef6083212ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:18.669139 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55acedbd-f0aa-4a36-aad3-b18e054b78ec req-a3d6afbb-44d1-453c-82f2-ef6083212ccc service neutron] 10.222.0.23 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 918 time: 0.0899031 Apr 11 19:26:18.720257 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55acedbd-f0aa-4a36-aad3-b18e054b78ec req-c4b7fa98-abc0-4692-b9db-fbdaefdf0256 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3733e919-e246-4895-8c14-9142b3067297 HTTP/1.1" status: 200 len: 217 time: 0.0347357 Apr 11 19:26:18.782898 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-34cc0a3f-1c10-436d-a731-892168605bf8 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:18.801595 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acedbd-f0aa-4a36-aad3-b18e054b78ec req-aff39fe5-e237-4396-8c4e-7aa5095bd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:18.803145 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55acedbd-f0aa-4a36-aad3-b18e054b78ec req-aff39fe5-e237-4396-8c4e-7aa5095bd4da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 200 len: 856 time: 0.0778139 Apr 11 19:26:18.811179 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52989954-6423-49d3-93d0-66a57ccc4532 req-d6468140-8492-4153-9819-9a501b4aa496 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:18.812615 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-52989954-6423-49d3-93d0-66a57ccc4532 req-d6468140-8492-4153-9819-9a501b4aa496 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0622187 Apr 11 19:26:18.859819 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-52989954-6423-49d3-93d0-66a57ccc4532 req-11de3bd2-6141-4e36-8185-99f532302e3c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415225 Apr 11 19:26:18.974981 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-34cc0a3f-1c10-436d-a731-892168605bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:19.003621 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc0a3f-1c10-436d-a731-892168605bf8 None None] The sync data for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi is: [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:26:19.009535 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a2d8f7b9-6176-4773-abf0-80d2b8393567 req-b9542197-3449-4bf7-a267-efdd0a6709bd tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e8ca61-0511-49e7-beb3-3a03b965727a HTTP/1.1" status: 200 len: 210 time: 0.0288131 Apr 11 19:26:19.054567 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acedbd-f0aa-4a36-aad3-b18e054b78ec req-e4dc821f-f322-444b-b832-3eb0726a7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:19.056340 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55acedbd-f0aa-4a36-aad3-b18e054b78ec req-e4dc821f-f322-444b-b832-3eb0726a7288 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34eb8caf-ea24-4e8f-89b6-a31932c34a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459602 Apr 11 19:26:19.159935 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55acedbd-f0aa-4a36-aad3-b18e054b78ec req-02975801-3634-44cb-8e17-aaa958282950 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901198 Apr 11 19:26:19.253653 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32213b-7ddd-4cc7-b286-9da842d39059 None None] New status for floating IP ef35b867-b486-4ccc-9fdd-8e9470479138: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:26:19.265409 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55acedbd-f0aa-4a36-aad3-b18e054b78ec req-cb95880d-9aba-408b-baf9-5c8244194c26 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950766 Apr 11 19:26:19.973608 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc944de2-6d49-428e-ba2b-82a4663642af req-4e1ed8bc-24c0-41dc-9376-4cf1c2cc2fe5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:19.975112 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dc944de2-6d49-428e-ba2b-82a4663642af req-4e1ed8bc-24c0-41dc-9376-4cf1c2cc2fe5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0460572 Apr 11 19:26:20.020988 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dc944de2-6d49-428e-ba2b-82a4663642af req-321a0567-1738-49c7-8550-14c47380cb5d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403645 Apr 11 19:26:20.155428 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33262) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:20.212125 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b2da809d-2589-418c-8c28-84878486772e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (c899a0da-8ece-4b0f-9170-28dff6913c38), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:20.235611 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b2da809d-2589-418c-8c28-84878486772e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (c899a0da-8ece-4b0f-9170-28dff6913c38), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:20.346265 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b2da809d-2589-418c-8c28-84878486772e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (c899a0da-8ece-4b0f-9170-28dff6913c38), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:20.349560 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b2da809d-2589-418c-8c28-84878486772e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:20.350776 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b2da809d-2589-418c-8c28-84878486772e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "DELETE /v2.0/security-groups/c899a0da-8ece-4b0f-9170-28dff6913c38 HTTP/1.1" status: 204 len: 168 time: 0.1942899 Apr 11 19:26:20.353522 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33264) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:20.360160 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da809d-2589-418c-8c28-84878486772e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c899a0da-8ece-4b0f-9170-28dff6913c38,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:20.367257 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.api.v2.resource [None req-32b12bc4-af70-4e9b-93a3-0db70e84a119 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] show failed (client error): The resource could not be found. Apr 11 19:26:20.368294 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-32b12bc4-af70-4e9b-93a3-0db70e84a119 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups/c899a0da-8ece-4b0f-9170-28dff6913c38 HTTP/1.1" status: 404 len: 347 time: 0.0135336 Apr 11 19:26:20.371106 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33266) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:20.487149 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-98c08348-aaee-4b6c-859a-f5a37b48a239 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Deleting port a10f6efe-4fa1-474c-8f50-06f6d1d19bf3 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:26:20.487518 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-98c08348-aaee-4b6c-859a-f5a37b48a239 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (a10f6efe-4fa1-474c-8f50-06f6d1d19bf3), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:20.563561 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-98c08348-aaee-4b6c-859a-f5a37b48a239 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (a10f6efe-4fa1-474c-8f50-06f6d1d19bf3), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:20.563919 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-98c08348-aaee-4b6c-859a-f5a37b48a239 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (a10f6efe-4fa1-474c-8f50-06f6d1d19bf3), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:20.576143 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-98c08348-aaee-4b6c-859a-f5a37b48a239 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Calling delete_port for a10f6efe-4fa1-474c-8f50-06f6d1d19bf3 owned by network:floatingip {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:26:20.765765 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-98c08348-aaee-4b6c-859a-f5a37b48a239 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (a10f6efe-4fa1-474c-8f50-06f6d1d19bf3), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:21.035640 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c08348-aaee-4b6c-859a-f5a37b48a239 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'Port': ['ID=a10f6efe-4fa1-474c-8f50-06f6d1d19bf3,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:21.121958 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-98c08348-aaee-4b6c-859a-f5a37b48a239 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (ef35b867-b486-4ccc-9fdd-8e9470479138), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:21.124504 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-98c08348-aaee-4b6c-859a-f5a37b48a239 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:21.125635 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-98c08348-aaee-4b6c-859a-f5a37b48a239 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "DELETE /v2.0/floatingips/ef35b867-b486-4ccc-9fdd-8e9470479138 HTTP/1.1" status: 204 len: 168 time: 0.7536347 Apr 11 19:26:21.144381 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb0d7d-dbc4-4f43-b1f9-8fe3acb2248b req-dd7fcc8e-e130-4d67-a783-1f49eec5b506 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:21.148283 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8fb0d7d-dbc4-4f43-b1f9-8fe3acb2248b req-dd7fcc8e-e130-4d67-a783-1f49eec5b506 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0555484 Apr 11 19:26:21.196392 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8fb0d7d-dbc4-4f43-b1f9-8fe3acb2248b req-bb36eb46-249b-44b4-a9b9-6e3358f84c72 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451727 Apr 11 19:26:21.383922 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3733e919-e246-4895-8c14-9142b3067297 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:26:21.387148 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:26:21.413939 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:26:21.414282 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 63fdbdef-1bee-4a1b-9652-19c2e2d5cf2a not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:26:21.504818 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:21.515338 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '3733e919-e246-4895-8c14-9142b3067297', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'port_id': '3733e919-e246-4895-8c14-9142b3067297', 'mac_address': 'fa:16:3e:4b:ca:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:26:21.520903 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33272) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:21.525530 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-58070f47-fdac-4109-a308-9fe0ac11fa72 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--69383980', 'description': 'tempest-description--1741112666'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:21.553587 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3733e919-e246-4895-8c14-9142b3067297 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:26:21.553973 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3733e919-e246-4895-8c14-9142b3067297), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:21.567074 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3733e919-e246-4895-8c14-9142b3067297 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:26:21.591173 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:21.606417 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-58070f47-fdac-4109-a308-9fe0ac11fa72 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:21.661042 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3733e919-e246-4895-8c14-9142b3067297), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:21.672990 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-58070f47-fdac-4109-a308-9fe0ac11fa72 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (545b2fd0-b6f4-461a-891e-14b340f8ce0b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:21.710003 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3733e919-e246-4895-8c14-9142b3067297,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:21.716932 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.717285 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.717652 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.717998 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.718334 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.718667 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.719044 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.719376 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.719706 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.720076 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.720397 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.720724 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.721052 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.721376 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.721700 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:21.729538 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-58070f47-fdac-4109-a308-9fe0ac11fa72 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (545b2fd0-b6f4-461a-891e-14b340f8ce0b), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:21.759166 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58070f47-fdac-4109-a308-9fe0ac11fa72 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545b2fd0-b6f4-461a-891e-14b340f8ce0b,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:21.805674 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-58070f47-fdac-4109-a308-9fe0ac11fa72 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:21.806892 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-58070f47-fdac-4109-a308-9fe0ac11fa72 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2849734 Apr 11 19:26:21.809685 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33274) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:21.813923 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-5c9b46c3-c56a-470c-8686-38fe1bccfb43 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group_rule': {'security_group_id': '545b2fd0-b6f4-461a-891e-14b340f8ce0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:21.891226 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5c9b46c3-c56a-470c-8686-38fe1bccfb43 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (8031ed56-152d-4bcf-b451-2e07746da093), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:21.935300 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['3733e919-e246-4895-8c14-9142b3067297'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:26:21.946500 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5c9b46c3-c56a-470c-8686-38fe1bccfb43 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (8031ed56-152d-4bcf-b451-2e07746da093), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:22.021067 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5c9b46c3-c56a-470c-8686-38fe1bccfb43 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (8031ed56-152d-4bcf-b451-2e07746da093), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:22.041553 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b46c3-c56a-470c-8686-38fe1bccfb43 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8031ed56-152d-4bcf-b451-2e07746da093,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:22.165916 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5c9b46c3-c56a-470c-8686-38fe1bccfb43 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:22.167095 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-5c9b46c3-c56a-470c-8686-38fe1bccfb43 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564970 Apr 11 19:26:22.169777 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33276) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:22.174102 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-f14de07b-ba9c-48d4-b460-52e3c806596c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group_rule': {'security_group_id': '545b2fd0-b6f4-461a-891e-14b340f8ce0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:22.268150 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f14de07b-ba9c-48d4-b460-52e3c806596c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (f6b2e315-5d54-4fff-a13b-9f5e8e74bd1a), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:22.330055 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff9642-c5f2-4e84-8ca0-53d1a1d13f3a req-2cedccd4-7ecc-4a6c-bfae-6e3f9df53066 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:22.331525 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a6ff9642-c5f2-4e84-8ca0-53d1a1d13f3a req-2cedccd4-7ecc-4a6c-bfae-6e3f9df53066 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 944 time: 0.0654080 Apr 11 19:26:22.377420 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f14de07b-ba9c-48d4-b460-52e3c806596c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (f6b2e315-5d54-4fff-a13b-9f5e8e74bd1a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:22.390625 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a6ff9642-c5f2-4e84-8ca0-53d1a1d13f3a req-4ed96860-f376-4524-b815-98250ed1419d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527949 Apr 11 19:26:22.445979 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f14de07b-ba9c-48d4-b460-52e3c806596c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (f6b2e315-5d54-4fff-a13b-9f5e8e74bd1a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:22.465221 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14de07b-ba9c-48d4-b460-52e3c806596c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b2e315-5d54-4fff-a13b-9f5e8e74bd1a,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:22.528205 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f14de07b-ba9c-48d4-b460-52e3c806596c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:22.529444 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f14de07b-ba9c-48d4-b460-52e3c806596c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3586867 Apr 11 19:26:22.532830 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33282) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:22.538309 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:22.634470 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:22.712266 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:22.821712 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Allocated IP 172.27.2.8 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:26:22.923875 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:23.017937 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:23.056667 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:26:23.059419 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:26:23.062932 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:26:23.087043 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:23.151456 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:23.246892 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:23.396701 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:23.398331 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3733e919-e246-4895-8c14-9142b3067297 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:26:23.443865 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 3733e919-e246-4895-8c14-9142b3067297 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:26:23.455223 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:23.523755 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 3733e919-e246-4895-8c14-9142b3067297 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:26:23.524120 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3733e919-e246-4895-8c14-9142b3067297), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:23.571759 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f5348-fb79-4f67-92bb-389979246a61 req-c251c44b-6585-4548-9a8f-499b716c6550 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:23.573295 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-163f5348-fb79-4f67-92bb-389979246a61 req-c251c44b-6585-4548-9a8f-499b716c6550 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 944 time: 0.1087983 Apr 11 19:26:23.573911 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:23.597014 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:23.606655 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3733e919-e246-4895-8c14-9142b3067297 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:26:23.607044 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3733e919-e246-4895-8c14-9142b3067297), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:23.630155 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3733e919-e246-4895-8c14-9142b3067297'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:23.632480 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f519db-f181-4961-a866-d4cbc02f6592" -d '{"events": [{"server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "name": "network-vif-plugged", "status": "completed", "tag": "3733e919-e246-4895-8c14-9142b3067297"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:23.635283 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-163f5348-fb79-4f67-92bb-389979246a61 req-0b0d1fde-9eb1-4543-934c-a3d3d66da059 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541315 Apr 11 19:26:23.645409 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:23.668238 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6310d04a-3122-481b-98ab-f58fa455838d x-openstack-request-id: req-6310d04a-3122-481b-98ab-f58fa455838d {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:23.668548 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "name": "network-vif-plugged", "status": "completed", "tag": "3733e919-e246-4895-8c14-9142b3067297", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:23.668803 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6310d04a-3122-481b-98ab-f58fa455838d {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:23.669202 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6310d04a-3122-481b-98ab-f58fa455838d'] response: {'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3733e919-e246-4895-8c14-9142b3067297', 'code': 200} Apr 11 19:26:23.705072 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:23.706308 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a10c91a2-1880-4d4f-a4ea-326bcfe4ec3e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1724451 Apr 11 19:26:23.729799 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3733e919-e246-4895-8c14-9142b3067297), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:23.784351 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3733e919-e246-4895-8c14-9142b3067297,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:23.915876 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-57a36978-3280-4e25-b290-b1856a02bcbe tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--69383980&fields=id&tenant_id=479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 267 time: 0.0453014 Apr 11 19:26:24.016685 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854634b-ee4f-439e-9bd8-f89f1fde851a req-de060064-e95d-48f3-b2a8-a3dc502eb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:24.018168 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7854634b-ee4f-439e-9bd8-f89f1fde851a req-de060064-e95d-48f3-b2a8-a3dc502eb517 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 1129 time: 0.0734978 Apr 11 19:26:24.069135 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-2da88844-14f8-4b4c-be17-b665d36aec4b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:24.074290 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-2da88844-14f8-4b4c-be17-b665d36aec4b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 815 time: 0.1500399 Apr 11 19:26:24.104114 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-8820d99b-a7f2-40d2-8b46-c24da356621c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/quotas/479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 375 time: 0.0231047 Apr 11 19:26:24.106742 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7854634b-ee4f-439e-9bd8-f89f1fde851a req-1c0225e5-7f3d-48f6-a9a3-8e5811d76843 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793688 Apr 11 19:26:24.152969 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-632b51b8-a9b6-494b-8906-a55b811f518b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433896 Apr 11 19:26:24.246036 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-d34d03c3-b1ce-492c-90ca-fe8a4d08489c service neutron] 10.222.0.13 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807405 Apr 11 19:26:24.336955 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-e793981c-81d0-40ad-b5d0-cdccd2590475 service neutron] 10.222.0.13 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852141 Apr 11 19:26:24.569248 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b87cce9-a200-445b-ad6b-181394317554 req-2c1f3b1d-807f-4f46-ae02-8af4ae161363 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 210 time: 0.0270257 Apr 11 19:26:24.751493 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1c47f-7268-4eb6-a505-8adb5dd44dbd req-199699d1-4ee6-4690-baf6-7ccec35da0b5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:24.753622 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ecf1c47f-7268-4eb6-a505-8adb5dd44dbd req-199699d1-4ee6-4690-baf6-7ccec35da0b5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0497122 Apr 11 19:26:24.807678 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ecf1c47f-7268-4eb6-a505-8adb5dd44dbd req-9df702a7-2018-4488-b815-cf06fec80031 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481362 Apr 11 19:26:25.664124 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6ac70331-fbc9-42b9-8453-e0788c7abd4c req-0fe8404b-4554-41f1-a566-fff0f781b53b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 210 time: 0.0278933 Apr 11 19:26:25.930797 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a5c2e-9f76-4150-9a1f-e373a88ff1fc req-2ab6b1ec-eb38-429b-be33-4dca0cf0221a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:25.932477 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-782a5c2e-9f76-4150-9a1f-e373a88ff1fc req-2ab6b1ec-eb38-429b-be33-4dca0cf0221a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0483198 Apr 11 19:26:25.979664 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-782a5c2e-9f76-4150-9a1f-e373a88ff1fc req-e6caa66e-8b2c-4b87-9a2e-a2a4140f6e62 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414143 Apr 11 19:26:26.759331 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-82137489-de20-476b-b319-263966503c3a req-40dfb892-3a2e-4c63-b52d-1fc23104da33 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 210 time: 0.0297701 Apr 11 19:26:27.135509 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce0c36-18b7-4da5-9294-d8f12e7e2df6 req-ccea462b-68f5-417a-b88f-ce63d02f6536 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:27.137103 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-37ce0c36-18b7-4da5-9294-d8f12e7e2df6 req-ccea462b-68f5-417a-b88f-ce63d02f6536 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0834832 Apr 11 19:26:27.175899 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-b56cc34b-40dd-40c3-8175-7de73350a69b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:27.177308 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-b56cc34b-40dd-40c3-8175-7de73350a69b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 815 time: 0.1531310 Apr 11 19:26:27.219207 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-37ce0c36-18b7-4da5-9294-d8f12e7e2df6 req-60a5d5d9-6be3-4259-ac23-33b7aa41c4d0 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717583 Apr 11 19:26:27.258341 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-1f75677f-840b-4b01-a10e-4e750c0c2212 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 378 time: 0.0685987 Apr 11 19:26:27.269929 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'port': {'device_id': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'admin_state_up': True, 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'security_groups': ['545b2fd0-b6f4-461a-891e-14b340f8ce0b']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:27.386243 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534ecfd-7e38-4ebf-bc3a-88220f483ca5 req-c5f91407-01a4-4d55-9c78-6791d8d8f353 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:27.389837 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4534ecfd-7e38-4ebf-bc3a-88220f483ca5 req-c5f91407-01a4-4d55-9c78-6791d8d8f353 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0935104 Apr 11 19:26:27.396963 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:27.400372 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33330) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:27.406748 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-f34afb66-d709-4c44-922e-ae333724baaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Request body: {'floatingip': {'port_id': '3733e919-e246-4895-8c14-9142b3067297'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:27.457966 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f34afb66-d709-4c44-922e-ae333724baaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (28234e7f-6199-4041-9889-a3b0553def61), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:27.614322 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Made reservation on behalf of 479ffe08a4b44689a071d31e82746ba0 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:26:27.617606 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:27.891736 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Allocated IP 172.20.0.8 (d2ff84dc-700b-4158-8f83-714808b8c99a/1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0/4c9b48b5-0fe6-4995-8670-8259b0e284a2) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:26:27.895364 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-09da8146-5a07-481a-9108-071180fb63e2 req-73739d5d-937c-4782-9b5c-5663af265ee0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 210 time: 0.0421681 Apr 11 19:26:28.146764 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f34afb66-d709-4c44-922e-ae333724baaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:28.151140 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:28.200057 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f34afb66-d709-4c44-922e-ae333724baaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (28234e7f-6199-4041-9889-a3b0553def61), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:28.297410 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:28.329466 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-f34afb66-d709-4c44-922e-ae333724baaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Floating IP 28234e7f-6199-4041-9889-a3b0553def61 associated. External IP: 172.27.2.160, port: 3733e919-e246-4895-8c14-9142b3067297. Apr 11 19:26:28.380774 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Network d2ff84dc-700b-4158-8f83-714808b8c99a is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:26:28.388115 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:26:28.391433 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=4c9b48b5-0fe6-4995-8670-8259b0e284a2,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:28.394342 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:26:28.483076 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:28.483700 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:28.592582 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-ddd1e7a9-b0c8-495d-b077-2536e1a65413 None None] Provisioning complete for port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:26:28.593191 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e7a9-b0c8-495d-b077-2536e1a65413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:28.629355 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-ddd1e7a9-b0c8-495d-b077-2536e1a65413 None None] Port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:26:28.794282 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-439c74a3-3057-4da0-9884-e4b63dbde1b9 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5298114 Apr 11 19:26:28.809220 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Request body: {'port': {'device_id': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:28.914562 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:28.925774 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34afb66-d709-4c44-922e-ae333724baaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Router 73bfecd8-b46e-49b4-b9ed-880ec382a896 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:26:29.166160 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3b7c5-4591-4ce2-9474-f95eab02091a req-2918fc7a-1388-4ff4-aa32-423315e2f977 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:29.167549 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-45a3b7c5-4591-4ce2-9474-f95eab02091a req-2918fc7a-1388-4ff4-aa32-423315e2f977 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 931 time: 0.1711149 Apr 11 19:26:29.222420 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34afb66-d709-4c44-922e-ae333724baaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:26:29.232418 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911529ac-bc1f-4108-84b3-314c820ac3af None None] Sync routers for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:26:29.232725 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f34afb66-d709-4c44-922e-ae333724baaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:29.242295 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911529ac-bc1f-4108-84b3-314c820ac3af None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:29.242984 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-911529ac-bc1f-4108-84b3-314c820ac3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:29.317493 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-45a3b7c5-4591-4ce2-9474-f95eab02091a req-294a9401-d945-4710-9a47-0d607eceb100 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441407 Apr 11 19:26:29.333605 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f34afb66-d709-4c44-922e-ae333724baaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "PUT /v2.0/floatingips/28234e7f-6199-4041-9889-a3b0553def61 HTTP/1.1" status: 200 len: 991 time: 1.9270382 Apr 11 19:26:29.333605 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'tag': '3733e919-e246-4895-8c14-9142b3067297'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:29.333605 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e01a25-0896-4b9b-9f46-8511fcc53583" -d '{"events": [{"name": "network-changed", "server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "tag": "3733e919-e246-4895-8c14-9142b3067297"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:29.360806 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-911529ac-bc1f-4108-84b3-314c820ac3af None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:29.380842 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5190d3b8-2cba-467b-9b5e-efc2b55d5a15 x-openstack-request-id: req-5190d3b8-2cba-467b-9b5e-efc2b55d5a15 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:29.381135 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "tag": "3733e919-e246-4895-8c14-9142b3067297", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:29.381391 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5190d3b8-2cba-467b-9b5e-efc2b55d5a15 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:29.381791 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5190d3b8-2cba-467b-9b5e-efc2b55d5a15'] response: {'name': 'network-changed', 'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'tag': '3733e919-e246-4895-8c14-9142b3067297', 'status': 'completed', 'code': 200} Apr 11 19:26:29.451541 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9b48b5-0fe6-4995-8670-8259b0e284a2 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:26:29.462918 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Publish callbacks [] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:29.465680 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e01a25-0896-4b9b-9f46-8511fcc53583 req-f97bc724-81cb-4400-b7a9-41ef4dfbd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:29.467175 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81e01a25-0896-4b9b-9f46-8511fcc53583 req-f97bc724-81cb-4400-b7a9-41ef4dfbd29f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 1129 time: 0.0570552 Apr 11 19:26:29.494702 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Transition to ACTIVE for port object 4c9b48b5-0fe6-4995-8670-8259b0e284a2 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:26:29.565557 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:29.571153 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e01a25-0896-4b9b-9f46-8511fcc53583 req-aad9604c-4da0-4b48-9445-e6e4e4d5e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:29.572651 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81e01a25-0896-4b9b-9f46-8511fcc53583 req-aad9604c-4da0-4b48-9445-e6e4e4d5e039 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 918 time: 0.0986412 Apr 11 19:26:29.593076 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-911529ac-bc1f-4108-84b3-314c820ac3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '28234e7f-6199-4041-9889-a3b0553def61', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'port_id': '3733e919-e246-4895-8c14-9142b3067297', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'mac_address': 'fa:16:3e:4b:ca:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e59284-4026-46d9-954f-de50042725f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:26:09Z', 'updated_at': '2022-04-11T19:26:27Z', 'revision_number': 1, 'project_id': '902b30688b0543f5af404ec495801a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:29.622992 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911529ac-bc1f-4108-84b3-314c820ac3af None None] Checking router: 73bfecd8-b46e-49b4-b9ed-880ec382a896 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:26:29.632573 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911529ac-bc1f-4108-84b3-314c820ac3af None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:29.633191 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-911529ac-bc1f-4108-84b3-314c820ac3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:29.658927 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b48b5-0fe6-4995-8670-8259b0e284a2,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:29.702956 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81e01a25-0896-4b9b-9f46-8511fcc53583 req-a5455092-0635-4fb9-89cb-38442b821f6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3733e919-e246-4895-8c14-9142b3067297 HTTP/1.1" status: 200 len: 999 time: 0.1070805 Apr 11 19:26:29.792936 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e01a25-0896-4b9b-9f46-8511fcc53583 req-000832a7-ddd6-4ea7-8955-033b3f697e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:29.794433 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81e01a25-0896-4b9b-9f46-8511fcc53583 req-000832a7-ddd6-4ea7-8955-033b3f697e3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 200 len: 856 time: 0.0697579 Apr 11 19:26:29.795591 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Attempting to bind port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:26:29.795947 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Attempting to bind port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:26:29.796279 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Attempting to bind port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 on network d2ff84dc-700b-4158-8f83-714808b8c99a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:26:29.811071 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 on network d2ff84dc-700b-4158-8f83-714808b8c99a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:26:29.811546 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Attempting to bind port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 on network d2ff84dc-700b-4158-8f83-714808b8c99a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:26:29.834588 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:26:29.834929 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Checking segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:26:29.835320 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Bound using segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:26:29.835769 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Bound port: 4c9b48b5-0fe6-4995-8670-8259b0e284a2, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:26:29.836157 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:29.880512 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e01a25-0896-4b9b-9f46-8511fcc53583 req-61cdb333-910e-49b8-a036-e1825ad0209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:29.882026 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81e01a25-0896-4b9b-9f46-8511fcc53583 req-61cdb333-910e-49b8-a036-e1825ad0209e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34eb8caf-ea24-4e8f-89b6-a31932c34a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788898 Apr 11 19:26:29.888486 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-911529ac-bc1f-4108-84b3-314c820ac3af None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:29.983556 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] For port 4c9b48b5-0fe6-4995-8670-8259b0e284a2, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:26:29.983556 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] For port 4c9b48b5-0fe6-4995-8670-8259b0e284a2, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=4c9b48b5-0fe6-4995-8670-8259b0e284a2,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:26:29.999403 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81e01a25-0896-4b9b-9f46-8511fcc53583 req-c545bc51-3445-4621-a05c-129b7e2874f2 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099908 Apr 11 19:26:30.067950 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:30.108818 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-911529ac-bc1f-4108-84b3-314c820ac3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '28234e7f-6199-4041-9889-a3b0553def61', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'port_id': '3733e919-e246-4895-8c14-9142b3067297', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'mac_address': 'fa:16:3e:4b:ca:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e59284-4026-46d9-954f-de50042725f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:26:09Z', 'updated_at': '2022-04-11T19:26:27Z', 'revision_number': 1, 'project_id': '902b30688b0543f5af404ec495801a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:30.114766 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:30.115466 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:30.116972 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/4c9b48b5-0fe6-4995-8670-8259b0e284a2 HTTP/1.1" status: 200 len: 1093 time: 1.3131118 Apr 11 19:26:30.137659 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911529ac-bc1f-4108-84b3-314c820ac3af None None] The sync data for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi is: [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '28234e7f-6199-4041-9889-a3b0553def61', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'port_id': '3733e919-e246-4895-8c14-9142b3067297', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'mac_address': 'fa:16:3e:4b:ca:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e59284-4026-46d9-954f-de50042725f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:26:09Z', 'updated_at': '2022-04-11T19:26:27Z', 'revision_number': 1, 'project_id': '902b30688b0543f5af404ec495801a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:26:30.150297 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81e01a25-0896-4b9b-9f46-8511fcc53583 req-f0204044-0801-4a7e-8289-40046255e470 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390593 Apr 11 19:26:30.151441 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb1829-74f8-476d-8869-fd46a94f83a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b48b5-0fe6-4995-8670-8259b0e284a2,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:30.268196 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-c7c11afc-668e-4118-841f-480ed5bc5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:30.269753 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-c7c11afc-668e-4118-841f-480ed5bc5772 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 1127 time: 0.0477595 Apr 11 19:26:30.318020 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-844aaee9-abf1-48db-9486-bb1e2d4580a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c9b48b5-0fe6-4995-8670-8259b0e284a2 HTTP/1.1" status: 200 len: 217 time: 0.0399315 Apr 11 19:26:30.350270 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e542f5e-0315-481d-b770-fcc97cbef0bd None None] New status for floating IP 28234e7f-6199-4041-9889-a3b0553def61: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:26:30.378125 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-9c9bc799-27f1-42bd-8ef0-3020334da1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:30.380045 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-9c9bc799-27f1-42bd-8ef0-3020334da1f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0 HTTP/1.1" status: 200 len: 854 time: 0.0538783 Apr 11 19:26:30.454852 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-ca0b0b61-6c54-4de3-8149-4efa89fc00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:30.456926 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-ca0b0b61-6c54-4de3-8149-4efa89fc00bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2ff84dc-700b-4158-8f83-714808b8c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702369 Apr 11 19:26:30.479401 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9820e-adef-4f54-88d4-deb0be0f58f2 req-c2d363d5-83db-4f1f-aadd-726e19858740 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:30.480834 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-26d9820e-adef-4f54-88d4-deb0be0f58f2 req-c2d363d5-83db-4f1f-aadd-726e19858740 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 943 time: 0.0654299 Apr 11 19:26:30.576363 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-26d9820e-adef-4f54-88d4-deb0be0f58f2 req-a3d6cd93-3d6f-4c6f-9918-b855dea117a0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848997 Apr 11 19:26:30.591746 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-7b106f75-baaa-4a8c-966f-befe1d086ffc service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254079 Apr 11 19:26:30.688287 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-200033c3-e917-47fe-8678-2c26be0e01a7 req-b402a8cf-c8c2-4239-9595-db95a8656e4e service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860019 Apr 11 19:26:31.383206 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'tag': '4c9b48b5-0fe6-4995-8670-8259b0e284a2'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:31.385583 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78218693-1f8b-4ac1-ab53-60267f611ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "075fadfe-7ea7-46ee-982d-16bd025dedde", "tag": "4c9b48b5-0fe6-4995-8670-8259b0e284a2"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:31.422989 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dda9de-57ea-4ee4-b373-a882b7d98b7b x-openstack-request-id: req-82dda9de-57ea-4ee4-b373-a882b7d98b7b {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:31.423280 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075fadfe-7ea7-46ee-982d-16bd025dedde", "tag": "4c9b48b5-0fe6-4995-8670-8259b0e284a2", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:31.423538 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82dda9de-57ea-4ee4-b373-a882b7d98b7b {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:31.424015 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82dda9de-57ea-4ee4-b373-a882b7d98b7b'] response: {'name': 'network-changed', 'server_uuid': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'tag': '4c9b48b5-0fe6-4995-8670-8259b0e284a2', 'status': 'completed', 'code': 200} Apr 11 19:26:31.508706 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-586b84a5-3e85-41c7-887d-7a45bb90f152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:31.690936 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49993c-703f-4931-a793-494c60ba8cf4 req-046e6d78-450c-4139-8ff6-a4316af86030 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:31.692395 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2e49993c-703f-4931-a793-494c60ba8cf4 req-046e6d78-450c-4139-8ff6-a4316af86030 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 943 time: 0.0479443 Apr 11 19:26:31.743230 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2e49993c-703f-4931-a793-494c60ba8cf4 req-b82acf3e-7ffd-4f84-bc26-0b28e1327873 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452614 Apr 11 19:26:31.842388 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78218693-1f8b-4ac1-ab53-60267f611ed1 req-b6af1636-d43b-4a0b-b9db-a8a6de6b253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:31.843878 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-78218693-1f8b-4ac1-ab53-60267f611ed1 req-b6af1636-d43b-4a0b-b9db-a8a6de6b253d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 1127 time: 0.0422754 Apr 11 19:26:31.938331 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78218693-1f8b-4ac1-ab53-60267f611ed1 req-2c98cd2c-2f9d-43f5-921e-cd8885a47794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:31.939828 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-78218693-1f8b-4ac1-ab53-60267f611ed1 req-2c98cd2c-2f9d-43f5-921e-cd8885a47794 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 916 time: 0.0870845 Apr 11 19:26:31.984863 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-78218693-1f8b-4ac1-ab53-60267f611ed1 req-9aa8252b-7d9e-450c-b395-0879d893d953 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c9b48b5-0fe6-4995-8670-8259b0e284a2 HTTP/1.1" status: 200 len: 217 time: 0.0371361 Apr 11 19:26:32.032557 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78218693-1f8b-4ac1-ab53-60267f611ed1 req-f297c72f-134b-41df-9308-337b6c698f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:32.034535 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-78218693-1f8b-4ac1-ab53-60267f611ed1 req-f297c72f-134b-41df-9308-337b6c698f41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0 HTTP/1.1" status: 200 len: 854 time: 0.0423863 Apr 11 19:26:32.079338 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78218693-1f8b-4ac1-ab53-60267f611ed1 req-c9da38df-b8ea-4c01-a9aa-6d3d53912af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:32.081461 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-78218693-1f8b-4ac1-ab53-60267f611ed1 req-c9da38df-b8ea-4c01-a9aa-6d3d53912af2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2ff84dc-700b-4158-8f83-714808b8c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396204 Apr 11 19:26:32.177201 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-78218693-1f8b-4ac1-ab53-60267f611ed1 req-179b8b7d-5ab3-47ef-9966-23eb87b8ffca service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892177 Apr 11 19:26:32.265166 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-78218693-1f8b-4ac1-ab53-60267f611ed1 req-734dadf2-bea2-432e-8690-93cdd03f192d service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808270 Apr 11 19:26:32.858224 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118526a7-ac60-4f5b-af9e-e6e2acbb1912 req-4be1ac4f-1848-41f0-9603-6fae790cc9eb tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:32.859690 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-118526a7-ac60-4f5b-af9e-e6e2acbb1912 req-4be1ac4f-1848-41f0-9603-6fae790cc9eb tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 943 time: 0.0480609 Apr 11 19:26:32.909759 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-118526a7-ac60-4f5b-af9e-e6e2acbb1912 req-dcb37b72-a8e3-421b-83e4-cddb9ae0626e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443366 Apr 11 19:26:33.413627 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 4c9b48b5-0fe6-4995-8670-8259b0e284a2 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:26:33.513048 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 4c9b48b5-0fe6-4995-8670-8259b0e284a2, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=4c9b48b5-0fe6-4995-8670-8259b0e284a2,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:33.524188 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '4c9b48b5-0fe6-4995-8670-8259b0e284a2', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'port_id': '4c9b48b5-0fe6-4995-8670-8259b0e284a2', 'mac_address': 'fa:16:3e:24:e6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:26:33.560669 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:26:33.561052 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:33.574129 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9b48b5-0fe6-4995-8670-8259b0e284a2 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:26:33.597787 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 4c9b48b5-0fe6-4995-8670-8259b0e284a2, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=4c9b48b5-0fe6-4995-8670-8259b0e284a2,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:33.668633 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:33.715371 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=4c9b48b5-0fe6-4995-8670-8259b0e284a2,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:33.914250 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3e072184-8b88-426c-a7a8-f918672abcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:33.984849 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['4c9b48b5-0fe6-4995-8670-8259b0e284a2'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:26:34.020697 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92aaf4-5c84-45f2-b0e0-0e5e91e7f0c4 req-372ac4c2-9c9f-4707-9fa6-74d36e136693 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:34.022385 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3e92aaf4-5c84-45f2-b0e0-0e5e91e7f0c4 req-372ac4c2-9c9f-4707-9fa6-74d36e136693 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 944 time: 0.0472772 Apr 11 19:26:34.070127 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3e92aaf4-5c84-45f2-b0e0-0e5e91e7f0c4 req-9aa24b01-793e-436d-956c-69b57feac5f4 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415809 Apr 11 19:26:34.649097 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:35.180627 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74177a9f-52c2-4265-a835-a6a417f8f702 req-4a6cee56-22a4-4b1d-a9d3-a808b011a540 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:35.182080 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-74177a9f-52c2-4265-a835-a6a417f8f702 req-4a6cee56-22a4-4b1d-a9d3-a808b011a540 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 944 time: 0.0468221 Apr 11 19:26:35.226397 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-74177a9f-52c2-4265-a835-a6a417f8f702 req-8bdd3364-0d77-457d-84f4-7a78869e38fc tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388880 Apr 11 19:26:35.428108 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 4c9b48b5-0fe6-4995-8670-8259b0e284a2 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:26:35.470531 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:26:35.537521 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:26:35.537895 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:35.614578 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:26:35.614895 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:35.639627 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b48b5-0fe6-4995-8670-8259b0e284a2'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:35.641948 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b577e446-38ca-4a5b-b0f7-2045b8d26ab3" -d '{"events": [{"server_uuid": "075fadfe-7ea7-46ee-982d-16bd025dedde", "name": "network-vif-plugged", "status": "completed", "tag": "4c9b48b5-0fe6-4995-8670-8259b0e284a2"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:35.654804 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 4c9b48b5-0fe6-4995-8670-8259b0e284a2, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=4c9b48b5-0fe6-4995-8670-8259b0e284a2,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:35.679624 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25be0f16-74a2-401d-8033-8dcfad746dbe x-openstack-request-id: req-25be0f16-74a2-401d-8033-8dcfad746dbe {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:35.679965 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075fadfe-7ea7-46ee-982d-16bd025dedde", "name": "network-vif-plugged", "status": "completed", "tag": "4c9b48b5-0fe6-4995-8670-8259b0e284a2", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:35.680231 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25be0f16-74a2-401d-8033-8dcfad746dbe {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:35.680636 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25be0f16-74a2-401d-8033-8dcfad746dbe'] response: {'server_uuid': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b48b5-0fe6-4995-8670-8259b0e284a2', 'code': 200} Apr 11 19:26:35.697623 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:35.745397 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=4c9b48b5-0fe6-4995-8670-8259b0e284a2,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:35.990698 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec1ba6-d4cd-464b-a964-a4d589b61185 req-f1c37c15-4148-4fc9-bb13-d79cec9dffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:35.992195 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-48ec1ba6-d4cd-464b-a964-a4d589b61185 req-f1c37c15-4148-4fc9-bb13-d79cec9dffa9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 1129 time: 0.0406761 Apr 11 19:26:36.037030 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-48ec1ba6-d4cd-464b-a964-a4d589b61185 req-2e0b9693-ae2c-4f35-98c2-69574768cb3c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371838 Apr 11 19:26:36.339103 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d9f99-820d-4c91-8556-29a9d91649fc req-31e2d681-80d0-475a-b8cd-86f1f93aad2e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:36.341148 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-880d9f99-820d-4c91-8556-29a9d91649fc req-31e2d681-80d0-475a-b8cd-86f1f93aad2e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 945 time: 0.0505738 Apr 11 19:26:36.387661 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-880d9f99-820d-4c91-8556-29a9d91649fc req-fd5c1a87-ff72-4a5d-a517-a28ea77b0d46 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408938 Apr 11 19:26:36.445618 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:36.905325 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:26:37.501235 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0098755-43f3-42e0-99fb-d6cfd742a074 req-2550b5da-cb3a-45c5-951a-41757bb93f1b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:37.502706 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f0098755-43f3-42e0-99fb-d6cfd742a074 req-2550b5da-cb3a-45c5-951a-41757bb93f1b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 945 time: 0.0491252 Apr 11 19:26:37.548718 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f0098755-43f3-42e0-99fb-d6cfd742a074 req-bfedac8c-ecd3-4aa4-a597-a4e104927eb8 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400138 Apr 11 19:26:37.946537 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:38.657940 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc1071-5706-4bf1-b38b-2320716096bd req-3711e3ac-0123-443d-9346-c0abf42dd9ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:38.659392 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-afdc1071-5706-4bf1-b38b-2320716096bd req-3711e3ac-0123-443d-9346-c0abf42dd9ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 945 time: 0.0457745 Apr 11 19:26:38.705170 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-afdc1071-5706-4bf1-b38b-2320716096bd req-dbccbe5d-c0b6-44c7-a41e-9a301fbad479 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397904 Apr 11 19:26:38.812004 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab7584-75d5-4d72-b70b-15dd796f1b6f req-d442f42b-aa59-448d-9ed5-07778b1b84c2 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:38.813461 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1ab7584-75d5-4d72-b70b-15dd796f1b6f req-d442f42b-aa59-448d-9ed5-07778b1b84c2 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 945 time: 0.0464921 Apr 11 19:26:38.822426 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33374) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:38.826672 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-6f1f110d-7ba9-414b-ac23-7a98884ff4f0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'floatingip': {'port_id': '4c9b48b5-0fe6-4995-8670-8259b0e284a2'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:38.868203 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6f1f110d-7ba9-414b-ac23-7a98884ff4f0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:39.569749 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6f1f110d-7ba9-414b-ac23-7a98884ff4f0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:39.606369 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf5021-2256-430c-b6c3-0cdca78eb3ba req-42cf3cdf-529b-4534-b51e-d391b8f70fbd tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:39.607867 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-06cf5021-2256-430c-b6c3-0cdca78eb3ba req-42cf3cdf-529b-4534-b51e-d391b8f70fbd tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0521028 Apr 11 19:26:39.640686 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6f1f110d-7ba9-414b-ac23-7a98884ff4f0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:39.739841 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-06cf5021-2256-430c-b6c3-0cdca78eb3ba req-3d7bef9d-da66-41cb-a4e6-1db61570c679 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253819 Apr 11 19:26:39.776077 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855acd6-ba7e-4010-b0fd-79719e789fb3 req-d45375f2-3a86-4141-ab54-81402a9dfc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:39.777560 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b855acd6-ba7e-4010-b0fd-79719e789fb3 req-d45375f2-3a86-4141-ab54-81402a9dfc2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb&device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 1169 time: 0.0986776 Apr 11 19:26:39.823810 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-6f1f110d-7ba9-414b-ac23-7a98884ff4f0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Floating IP 1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49 associated. External IP: 172.27.2.8, port: 4c9b48b5-0fe6-4995-8670-8259b0e284a2. Apr 11 19:26:39.961035 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855acd6-ba7e-4010-b0fd-79719e789fb3 req-34559a2d-7742-49e3-b246-e2be504291f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:39.962634 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b855acd6-ba7e-4010-b0fd-79719e789fb3 req-34559a2d-7742-49e3-b246-e2be504291f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=de3c0ae5-56b8-4d67-b1e6-caf681218612 HTTP/1.1" status: 200 len: 916 time: 0.1683760 Apr 11 19:26:40.077852 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b855acd6-ba7e-4010-b0fd-79719e789fb3 req-d9971804-484f-4c7c-80f5-856e1449df30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7678d842-01ee-4779-a63c-b997e69f4594 HTTP/1.1" status: 200 len: 1001 time: 0.1056387 Apr 11 19:26:40.168110 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855acd6-ba7e-4010-b0fd-79719e789fb3 req-b95eb21f-2ee5-4faa-aa29-d6022ccbcb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:40.169541 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b855acd6-ba7e-4010-b0fd-79719e789fb3 req-b95eb21f-2ee5-4faa-aa29-d6022ccbcb6f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6602d115-5fba-45b8-a98e-910d0ac20c7e HTTP/1.1" status: 200 len: 854 time: 0.0595925 Apr 11 19:26:40.176170 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1f110d-7ba9-414b-ac23-7a98884ff4f0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Router 901fed40-c74c-4f1b-a871-d6a1540afa60 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:26:40.257783 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855acd6-ba7e-4010-b0fd-79719e789fb3 req-7d3bd064-8794-4230-a77a-ae3cbe985a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:40.259244 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b855acd6-ba7e-4010-b0fd-79719e789fb3 req-7d3bd064-8794-4230-a77a-ae3cbe985a60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de3c0ae5-56b8-4d67-b1e6-caf681218612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761824 Apr 11 19:26:40.371581 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1f110d-7ba9-414b-ac23-7a98884ff4f0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:26:40.376308 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6f1f110d-7ba9-414b-ac23-7a98884ff4f0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:40.381173 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd137859-bcad-4986-a754-d061732828ba None None] Sync routers for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:26:40.391194 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd137859-bcad-4986-a754-d061732828ba None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:40.391815 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fd137859-bcad-4986-a754-d061732828ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:40.420583 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6f1f110d-7ba9-414b-ac23-7a98884ff4f0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "PUT /v2.0/floatingips/1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49 HTTP/1.1" status: 200 len: 989 time: 1.5971239 Apr 11 19:26:40.422396 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'tag': '4c9b48b5-0fe6-4995-8670-8259b0e284a2'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:40.424628 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108d9479-480b-46bc-8f83-2499b18fc8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "075fadfe-7ea7-46ee-982d-16bd025dedde", "tag": "4c9b48b5-0fe6-4995-8670-8259b0e284a2"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:40.429370 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b855acd6-ba7e-4010-b0fd-79719e789fb3 req-4d79df97-9d22-410a-8440-8adbdd0356d2 service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354470 Apr 11 19:26:40.467495 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8972dca6-3e97-4a78-8379-38f2e040ddaf x-openstack-request-id: req-8972dca6-3e97-4a78-8379-38f2e040ddaf {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:40.467796 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075fadfe-7ea7-46ee-982d-16bd025dedde", "tag": "4c9b48b5-0fe6-4995-8670-8259b0e284a2", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:40.468081 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8972dca6-3e97-4a78-8379-38f2e040ddaf {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:40.468482 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8972dca6-3e97-4a78-8379-38f2e040ddaf'] response: {'name': 'network-changed', 'server_uuid': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'tag': '4c9b48b5-0fe6-4995-8670-8259b0e284a2', 'status': 'completed', 'code': 200} Apr 11 19:26:40.506184 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-fd137859-bcad-4986-a754-d061732828ba None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:40.550615 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d9479-480b-46bc-8f83-2499b18fc8cd req-a1d36395-e1a4-4ac9-96f5-11b26bfe338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:40.552159 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-108d9479-480b-46bc-8f83-2499b18fc8cd req-a1d36395-e1a4-4ac9-96f5-11b26bfe338c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 1129 time: 0.0497444 Apr 11 19:26:40.583407 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b855acd6-ba7e-4010-b0fd-79719e789fb3 req-ca0e1ce2-f6c0-4c95-bc77-ea64eec73945 service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434255 Apr 11 19:26:40.654807 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d9479-480b-46bc-8f83-2499b18fc8cd req-6a6f6e60-7a5a-4ef9-9ca7-92017f1b5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:40.656541 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-108d9479-480b-46bc-8f83-2499b18fc8cd req-6a6f6e60-7a5a-4ef9-9ca7-92017f1b5adb service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 916 time: 0.0950770 Apr 11 19:26:40.728167 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fd137859-bcad-4986-a754-d061732828ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '4c9b48b5-0fe6-4995-8670-8259b0e284a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:24:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:26:23Z', 'updated_at': '2022-04-11T19:26:39Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:40.745799 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-108d9479-480b-46bc-8f83-2499b18fc8cd req-7180a3c6-7566-4074-b7e5-48106db15656 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c9b48b5-0fe6-4995-8670-8259b0e284a2 HTTP/1.1" status: 200 len: 997 time: 0.0602784 Apr 11 19:26:40.755628 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd137859-bcad-4986-a754-d061732828ba None None] Checking router: 901fed40-c74c-4f1b-a871-d6a1540afa60 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:26:40.764111 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd137859-bcad-4986-a754-d061732828ba None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:40.764723 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fd137859-bcad-4986-a754-d061732828ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:40.798583 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d9479-480b-46bc-8f83-2499b18fc8cd req-56c3b5ae-ee5b-4204-a865-7d557bbe7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:40.800166 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-108d9479-480b-46bc-8f83-2499b18fc8cd req-56c3b5ae-ee5b-4204-a865-7d557bbe7d86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0 HTTP/1.1" status: 200 len: 854 time: 0.0462255 Apr 11 19:26:40.877478 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d9479-480b-46bc-8f83-2499b18fc8cd req-ba208acd-9325-49a5-86b9-9df01a77c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:40.879546 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-108d9479-480b-46bc-8f83-2499b18fc8cd req-ba208acd-9325-49a5-86b9-9df01a77c951 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2ff84dc-700b-4158-8f83-714808b8c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712605 Apr 11 19:26:40.882699 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-fd137859-bcad-4986-a754-d061732828ba None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:40.895371 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0150e4-c730-4b04-9e41-5a11e9aa13d0 req-2fcec6d9-1f14-4d35-a87d-4f77b9698fd9 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:40.896992 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5e0150e4-c730-4b04-9e41-5a11e9aa13d0 req-2fcec6d9-1f14-4d35-a87d-4f77b9698fd9 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0567272 Apr 11 19:26:40.972999 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5e0150e4-c730-4b04-9e41-5a11e9aa13d0 req-cd39f50a-7a95-4456-8ebe-dba8335f4905 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699537 Apr 11 19:26:41.045626 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-108d9479-480b-46bc-8f83-2499b18fc8cd req-0b17c9d2-d7b2-49c4-aa1b-69ce108aa8b1 service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018574 Apr 11 19:26:41.106577 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fd137859-bcad-4986-a754-d061732828ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '4c9b48b5-0fe6-4995-8670-8259b0e284a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:24:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:26:23Z', 'updated_at': '2022-04-11T19:26:39Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:41.133603 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd137859-bcad-4986-a754-d061732828ba None None] The sync data for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi is: [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '4c9b48b5-0fe6-4995-8670-8259b0e284a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:24:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:26:23Z', 'updated_at': '2022-04-11T19:26:39Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:26:41.143102 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-108d9479-480b-46bc-8f83-2499b18fc8cd req-2e9742b0-523f-4522-b534-b4af910d86f9 service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843658 Apr 11 19:26:41.315445 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c699547-3767-49ed-87ea-1c8146c924f8 None None] New status for floating IP 1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:26:42.094630 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f8f96-7ee4-422a-8575-526b7b57d8a3 req-a26d0a24-25f8-4b73-9171-a314f1117d83 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:42.096109 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-165f8f96-7ee4-422a-8575-526b7b57d8a3 req-a26d0a24-25f8-4b73-9171-a314f1117d83 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0517347 Apr 11 19:26:42.158661 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-165f8f96-7ee4-422a-8575-526b7b57d8a3 req-7ba99b89-f8b0-4363-9ad8-f172fc32ec8d tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565369 Apr 11 19:26:43.270348 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adfad4-ed53-4a87-a486-c0a2bc4100b3 req-e0c19f9c-d2d1-4561-b72e-721dbe2e7886 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:43.271825 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-23adfad4-ed53-4a87-a486-c0a2bc4100b3 req-e0c19f9c-d2d1-4561-b72e-721dbe2e7886 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0471270 Apr 11 19:26:43.332970 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-23adfad4-ed53-4a87-a486-c0a2bc4100b3 req-2df0d8c2-0f89-4f9f-93a6-97ac65c2eec1 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553114 Apr 11 19:26:44.446257 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac477d-1bad-4c95-b7f0-5b74b83b9edf req-271b8520-3667-4fb4-af0b-cac060efa864 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:44.447802 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81ac477d-1bad-4c95-b7f0-5b74b83b9edf req-271b8520-3667-4fb4-af0b-cac060efa864 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0484402 Apr 11 19:26:44.512620 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-81ac477d-1bad-4c95-b7f0-5b74b83b9edf req-c2478803-dc90-44b7-9bcd-28aeb8c016ff tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581682 Apr 11 19:26:44.622457 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ac0b-1270-45c0-96a9-f36166ac6831 req-acfc8220-89b7-46b1-ad40-5134ec232f86 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:44.623830 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0e35ac0b-1270-45c0-96a9-f36166ac6831 req-acfc8220-89b7-46b1-ad40-5134ec232f86 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0463326 Apr 11 19:26:44.669866 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0e35ac0b-1270-45c0-96a9-f36166ac6831 req-5ae8a85e-2be6-4616-8278-32a305e1126c tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399449 Apr 11 19:26:45.629998 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d63d7c-dce0-49b7-a62e-87d63ac54f3d req-47e10579-5aca-4b34-951c-0991146c5248 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:45.631379 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-78d63d7c-dce0-49b7-a62e-87d63ac54f3d req-47e10579-5aca-4b34-951c-0991146c5248 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0472069 Apr 11 19:26:45.695534 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-78d63d7c-dce0-49b7-a62e-87d63ac54f3d req-f3bf2cfe-369d-4d1c-a444-4f1628330f5b tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584731 Apr 11 19:26:45.786230 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749e29c-a706-4c30-83cf-ce1f74b224a2 req-448d6a10-99a1-4b5f-898d-731e5b075508 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:45.787697 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4749e29c-a706-4c30-83cf-ce1f74b224a2 req-448d6a10-99a1-4b5f-898d-731e5b075508 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0510726 Apr 11 19:26:45.833481 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4749e29c-a706-4c30-83cf-ce1f74b224a2 req-ec7be8c7-82bb-4487-a16b-69e0ca7fa659 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403128 Apr 11 19:26:46.805696 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef2ac4-3b8e-4301-a4b6-cc1936735973 req-c8747e91-1f06-4cca-bb27-3ca1932b91e7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:46.807151 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9aef2ac4-3b8e-4301-a4b6-cc1936735973 req-c8747e91-1f06-4cca-bb27-3ca1932b91e7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0467961 Apr 11 19:26:46.865664 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9aef2ac4-3b8e-4301-a4b6-cc1936735973 req-324e7263-2ffb-4928-af07-457368830528 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530264 Apr 11 19:26:46.943575 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56327fb6-7edb-4373-851a-dfda64b36833 req-564ce881-258d-434f-bbb1-4ced4959744e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:46.945188 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-56327fb6-7edb-4373-851a-dfda64b36833 req-564ce881-258d-434f-bbb1-4ced4959744e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0472002 Apr 11 19:26:46.995628 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-56327fb6-7edb-4373-851a-dfda64b36833 req-646625ae-0789-4183-ba1c-de83ec28830a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448005 Apr 11 19:26:47.976090 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c412-d303-41d7-943d-e7c6369dcb92 req-2a5ab5af-047a-425d-8c9e-9f91376f8892 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:47.977553 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9704c412-d303-41d7-943d-e7c6369dcb92 req-2a5ab5af-047a-425d-8c9e-9f91376f8892 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0464151 Apr 11 19:26:48.039625 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9704c412-d303-41d7-943d-e7c6369dcb92 req-563a2340-4b0e-4a84-bae6-403c752eb5b5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563912 Apr 11 19:26:48.106337 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad8a5b-98e2-491b-aaee-3fc7d25bb7f1 req-f21f464e-e294-4003-b1d0-2efa61971af5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:48.107816 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b7ad8a5b-98e2-491b-aaee-3fc7d25bb7f1 req-f21f464e-e294-4003-b1d0-2efa61971af5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0469422 Apr 11 19:26:48.153379 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b7ad8a5b-98e2-491b-aaee-3fc7d25bb7f1 req-7eefb322-daea-4823-8fc7-b82d5aa5da08 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=381a7700-3fe2-44b7-bfa0-2b583f12a640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400805 Apr 11 19:26:48.313327 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-8a81ea1c-009c-4055-871c-8802328d1bef tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:48.314782 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-8a81ea1c-009c-4055-871c-8802328d1bef tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 945 time: 0.0492165 Apr 11 19:26:48.401122 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Deleting port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:26:48.401469 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:48.492775 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] For port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=98e3f760-3276-4c2d-ae0b-1bf123b92fdb,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:48.493141 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:48.664245 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:48.664699 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (7c8b16a6-8ad0-4fd9-82e5-d4782a67328e), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:48.664912 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Floating IP 7c8b16a6-8ad0-4fd9-82e5-d4782a67328e disassociated. External IP: 172.27.2.214, port: 98e3f760-3276-4c2d-ae0b-1bf123b92fdb. Apr 11 19:26:48.665252 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Calling delete_port for 98e3f760-3276-4c2d-ae0b-1bf123b92fdb owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:26:48.849231 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (98e3f760-3276-4c2d-ae0b-1bf123b92fdb), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:48.875583 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event deleted for resources: {'Port': ['ID=98e3f760-3276-4c2d-ae0b-1bf123b92fdb,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:48.993487 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Router b697f69b-a32a-41fa-a803-6b975ca78d20 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:26:49.107752 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:26:49.116994 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece8292-2e96-407d-a4d9-3bb84e0a8d94 None None] Sync routers for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:26:49.126673 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece8292-2e96-407d-a4d9-3bb84e0a8d94 None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:49.127298 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-2ece8292-2e96-407d-a4d9-3bb84e0a8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:49.173649 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] No DVR routers for this DVR port 98e3f760-3276-4c2d-ae0b-1bf123b92fdb on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:26:49.177623 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:49.180868 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1c1f58a2-a3eb-4bf6-864c-4fcb75d8c4c3 req-61c6d885-fc24-4074-8dfb-677df1f5f26d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "DELETE /v2.0/ports/98e3f760-3276-4c2d-ae0b-1bf123b92fdb HTTP/1.1" status: 204 len: 173 time: 0.8604746 Apr 11 19:26:49.181324 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'name': 'network-vif-deleted', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:49.183572 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff53951-255b-4359-9706-683ba39f7a0c" -d '{"events": [{"server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "name": "network-vif-deleted", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:49.197927 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a5a31-2fa8-4c04-81d1-aa8874f7d01c req-6c66b817-3969-48a2-ad62-671eb06de7b5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:49.199213 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dc6a5a31-2fa8-4c04-81d1-aa8874f7d01c req-6c66b817-3969-48a2-ad62-671eb06de7b5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0896924 Apr 11 19:26:49.248677 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-2ece8292-2e96-407d-a4d9-3bb84e0a8d94 None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:49.277243 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c11e08d8-bcfd-4d59-a7b8-c4a6dc5cbce3 req-1fc82d3e-2abc-44e4-9ec9-a7abbd75b50c tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=22069b75-c0c2-4a2f-9647-c244bdb67400 HTTP/1.1" status: 200 len: 210 time: 0.0391648 Apr 11 19:26:49.299321 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dc6a5a31-2fa8-4c04-81d1-aa8874f7d01c req-f66487fe-d961-4fbd-a716-e6c4423fd145 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940828 Apr 11 19:26:49.364618 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ca7292-fac0-4c23-9395-f9be2e25e17f x-openstack-request-id: req-08ca7292-fac0-4c23-9395-f9be2e25e17f {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:49.364909 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22069b75-c0c2-4a2f-9647-c244bdb67400", "name": "network-vif-deleted", "tag": "98e3f760-3276-4c2d-ae0b-1bf123b92fdb", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:49.365161 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08ca7292-fac0-4c23-9395-f9be2e25e17f {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:49.365569 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ca7292-fac0-4c23-9395-f9be2e25e17f'] response: {'server_uuid': '22069b75-c0c2-4a2f-9647-c244bdb67400', 'name': 'network-vif-deleted', 'tag': '98e3f760-3276-4c2d-ae0b-1bf123b92fdb', 'status': 'completed', 'code': 200} Apr 11 19:26:49.455547 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-2ece8292-2e96-407d-a4d9-3bb84e0a8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:14Z', 'revision_number': 5, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:49.483356 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece8292-2e96-407d-a4d9-3bb84e0a8d94 None None] Checking router: b697f69b-a32a-41fa-a803-6b975ca78d20 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:26:49.491471 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece8292-2e96-407d-a4d9-3bb84e0a8d94 None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:26:49.492108 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-2ece8292-2e96-407d-a4d9-3bb84e0a8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:26:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:49.725385 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-2ece8292-2e96-407d-a4d9-3bb84e0a8d94 None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:26:49.918653 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-2ece8292-2e96-407d-a4d9-3bb84e0a8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:14Z', 'revision_number': 5, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:26:49.944075 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece8292-2e96-407d-a4d9-3bb84e0a8d94 None None] The sync data for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi is: [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:22:07Z', 'revision_number': 4, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '17610d5e-e2ad-4faa-90d0-78b2abb08f53', 'name': '', 'network_id': '4691bc0c-a1aa-4329-86e4-f51662f21d64', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'mac_address': 'fa:16:3e:90:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:05Z', 'updated_at': '2022-04-11T19:22:14Z', 'revision_number': 5, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'subnets': [{'id': 'a54223fa-f54d-43fd-800a-c65c281244e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:26:50.167643 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a5883-20dc-4b17-b35a-b20571abf687 None None] New status for floating IP 7c8b16a6-8ad0-4fd9-82e5-d4782a67328e: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:26:50.422950 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4e90-1e6b-4e8d-81f3-993e9926ff0d req-18057e81-4a32-4421-9642-7833dcbf74e9 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:50.424461 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f70b4e90-1e6b-4e8d-81f3-993e9926ff0d req-18057e81-4a32-4421-9642-7833dcbf74e9 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0495346 Apr 11 19:26:50.464391 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33450) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:50.486683 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f70b4e90-1e6b-4e8d-81f3-993e9926ff0d req-7e8fb53d-f07f-412f-bda9-5daa4f621c99 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556872 Apr 11 19:26:50.526478 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8f03c64a-45e5-43ed-8ec1-75986b2034f5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group (381a7700-3fe2-44b7-bfa0-2b583f12a640), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:50.551591 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8f03c64a-45e5-43ed-8ec1-75986b2034f5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group (381a7700-3fe2-44b7-bfa0-2b583f12a640), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:50.657210 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8f03c64a-45e5-43ed-8ec1-75986b2034f5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (381a7700-3fe2-44b7-bfa0-2b583f12a640), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:50.659754 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8f03c64a-45e5-43ed-8ec1-75986b2034f5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:50.661481 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8f03c64a-45e5-43ed-8ec1-75986b2034f5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "DELETE /v2.0/security-groups/381a7700-3fe2-44b7-bfa0-2b583f12a640 HTTP/1.1" status: 204 len: 168 time: 0.1961033 Apr 11 19:26:50.664044 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33452) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:50.670598 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03c64a-45e5-43ed-8ec1-75986b2034f5 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381a7700-3fe2-44b7-bfa0-2b583f12a640,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:50.677529 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.api.v2.resource [None req-546b21e2-ee80-42dd-a305-963d29043dcb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] show failed (client error): The resource could not be found. Apr 11 19:26:50.678534 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-546b21e2-ee80-42dd-a305-963d29043dcb tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups/381a7700-3fe2-44b7-bfa0-2b583f12a640 HTTP/1.1" status: 404 len: 347 time: 0.0132489 Apr 11 19:26:50.681191 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33454) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:50.794629 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-83c08d3d-9535-49d4-8909-c5e40f916182 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Deleting port 7688603b-3797-4a77-96a2-5608b3ef4eb7 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:26:50.794974 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-83c08d3d-9535-49d4-8909-c5e40f916182 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (7688603b-3797-4a77-96a2-5608b3ef4eb7), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:50.870874 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-83c08d3d-9535-49d4-8909-c5e40f916182 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (7688603b-3797-4a77-96a2-5608b3ef4eb7), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:50.871202 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-83c08d3d-9535-49d4-8909-c5e40f916182 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for floatingip (7688603b-3797-4a77-96a2-5608b3ef4eb7), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:50.883825 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-83c08d3d-9535-49d4-8909-c5e40f916182 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Calling delete_port for 7688603b-3797-4a77-96a2-5608b3ef4eb7 owned by network:floatingip {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:26:51.066847 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-83c08d3d-9535-49d4-8909-c5e40f916182 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (7688603b-3797-4a77-96a2-5608b3ef4eb7), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:51.090720 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c08d3d-9535-49d4-8909-c5e40f916182 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event deleted for resources: {'Port': ['ID=7688603b-3797-4a77-96a2-5608b3ef4eb7,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:51.153952 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-83c08d3d-9535-49d4-8909-c5e40f916182 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks [] for floatingip (7c8b16a6-8ad0-4fd9-82e5-d4782a67328e), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:51.156770 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-83c08d3d-9535-49d4-8909-c5e40f916182 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:51.157918 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-83c08d3d-9535-49d4-8909-c5e40f916182 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "DELETE /v2.0/floatingips/7c8b16a6-8ad0-4fd9-82e5-d4782a67328e HTTP/1.1" status: 204 len: 168 time: 0.4758072 Apr 11 19:26:51.510025 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 98e3f760-3276-4c2d-ae0b-1bf123b92fdb no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:26:51.530674 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 98e3f760-3276-4c2d-ae0b-1bf123b92fdb {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:26:51.531021 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 98e3f760-3276-4c2d-ae0b-1bf123b92fdb not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:26:51.602859 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4f8fc-0539-4821-8a8e-9bed94377af2 req-d5f712dc-56eb-4fd8-b2dc-c687cc8851ae tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:51.604285 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e9f4f8fc-0539-4821-8a8e-9bed94377af2 req-d5f712dc-56eb-4fd8-b2dc-c687cc8851ae tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0504985 Apr 11 19:26:51.663165 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e9f4f8fc-0539-4821-8a8e-9bed94377af2 req-61b60b92-11a4-4ee8-99d1-9885fa65d7bf tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530777 Apr 11 19:26:52.774411 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960319ef-125b-477d-834a-b2b593b9bbdc req-421bae6a-c5fd-4d3d-816d-98019fc20408 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:52.775927 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-960319ef-125b-477d-834a-b2b593b9bbdc req-421bae6a-c5fd-4d3d-816d-98019fc20408 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0471997 Apr 11 19:26:52.835034 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-960319ef-125b-477d-834a-b2b593b9bbdc req-76316279-6869-4471-9161-3cb738f5141a tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531352 Apr 11 19:26:53.946986 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf00715-ee7a-4432-9b8d-6851b16849eb req-6be5d662-1a10-437b-9eb8-22385b2b83c8 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:53.948502 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fbf00715-ee7a-4432-9b8d-6851b16849eb req-6be5d662-1a10-437b-9eb8-22385b2b83c8 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0482824 Apr 11 19:26:54.026108 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fbf00715-ee7a-4432-9b8d-6851b16849eb req-d5d6ac7f-3182-4316-a1bc-a704ba3e2e9e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719295 Apr 11 19:26:54.060883 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30c4ff-bb79-44cd-8844-805b980af2fb req-6c43fcd0-9298-4fb1-a03d-909b89929f83 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:54.062355 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8d30c4ff-bb79-44cd-8844-805b980af2fb req-6c43fcd0-9298-4fb1-a03d-909b89929f83 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0605371 Apr 11 19:26:54.113422 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8d30c4ff-bb79-44cd-8844-805b980af2fb req-dc3d9ac0-afa6-436e-b30b-f91c1458faba tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 Apr 11 19:26:55.142307 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eeab2-f523-409e-8a4d-1f94da1d0c13 req-51a75655-7c39-4d3c-8dce-ae2712ed2bc8 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:55.143808 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-052eeab2-f523-409e-8a4d-1f94da1d0c13 req-51a75655-7c39-4d3c-8dce-ae2712ed2bc8 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0498745 Apr 11 19:26:55.234807 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-052eeab2-f523-409e-8a4d-1f94da1d0c13 req-9845b8da-df77-4386-a626-1ddaf07deab8 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c20038-4928-48eb-b4d6-4e8345103e03&id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851045 Apr 11 19:26:55.245378 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841210d-9e7d-4674-a141-566ca19c27d6 req-0f9880b9-2e9c-466f-adad-51689a7a0792 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:55.246791 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5841210d-9e7d-4674-a141-566ca19c27d6 req-0f9880b9-2e9c-466f-adad-51689a7a0792 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0669894 Apr 11 19:26:55.293149 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5841210d-9e7d-4674-a141-566ca19c27d6 req-f5130326-f8b7-4a6d-ad66-0ee193696d43 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404341 Apr 11 19:26:56.403791 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e0cc-1993-4988-86cb-c7664d1053ed req-7688893f-7f74-45a6-b30c-9d811f68a6dc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:56.405467 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-04e1e0cc-1993-4988-86cb-c7664d1053ed req-7688893f-7f74-45a6-b30c-9d811f68a6dc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.0464282 Apr 11 19:26:56.452543 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-04e1e0cc-1993-4988-86cb-c7664d1053ed req-b2469ab4-1606-429c-a9b1-c0e9986b16cf tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415649 Apr 11 19:26:57.038723 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230fa3e-a92f-49b0-bbe4-9f17cc40e385 req-08640fa3-f767-444a-b47f-4323edcc7a78 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:57.040187 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f230fa3e-a92f-49b0-bbe4-9f17cc40e385 req-08640fa3-f767-444a-b47f-4323edcc7a78 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 946 time: 0.2958438 Apr 11 19:26:57.304512 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-f230fa3e-a92f-49b0-bbe4-9f17cc40e385 req-d917bd7b-3aca-41a1-82a9-152ca4c85346 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Deleting port 314dec28-bf24-430a-b53a-a85521653690 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:26:57.304779 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f230fa3e-a92f-49b0-bbe4-9f17cc40e385 req-d917bd7b-3aca-41a1-82a9-152ca4c85346 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (314dec28-bf24-430a-b53a-a85521653690), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:57.369307 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:57.395561 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-f230fa3e-a92f-49b0-bbe4-9f17cc40e385 req-d917bd7b-3aca-41a1-82a9-152ca4c85346 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] For port 314dec28-bf24-430a-b53a-a85521653690, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=314dec28-bf24-430a-b53a-a85521653690,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:57.395969 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f230fa3e-a92f-49b0-bbe4-9f17cc40e385 req-d917bd7b-3aca-41a1-82a9-152ca4c85346 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (314dec28-bf24-430a-b53a-a85521653690), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:57.408904 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-f230fa3e-a92f-49b0-bbe4-9f17cc40e385 req-d917bd7b-3aca-41a1-82a9-152ca4c85346 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Calling delete_port for 314dec28-bf24-430a-b53a-a85521653690 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:26:57.594574 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f230fa3e-a92f-49b0-bbe4-9f17cc40e385 req-d917bd7b-3aca-41a1-82a9-152ca4c85346 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (314dec28-bf24-430a-b53a-a85521653690), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:57.606042 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['70d432d1-e655-473a-a1dc-289ebd12bc46', '314dec28-bf24-430a-b53a-a85521653690'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:26:57.624767 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917bd7b-3aca-41a1-82a9-152ca4c85346 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event deleted for resources: {'Port': ['ID=314dec28-bf24-430a-b53a-a85521653690,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:57.697119 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4abfe116-309a-495d-8d5a-0bbc92a23c94 req-75204e7c-62af-451f-957b-54bf3bdd1484 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=62e7cd15-04ac-4712-abf5-4574c44db3da HTTP/1.1" status: 200 len: 210 time: 0.1785219 Apr 11 19:26:57.697792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f230fa3e-a92f-49b0-bbe4-9f17cc40e385 req-d917bd7b-3aca-41a1-82a9-152ca4c85346 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] No DVR routers for this DVR port 314dec28-bf24-430a-b53a-a85521653690 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:26:57.700447 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f230fa3e-a92f-49b0-bbe4-9f17cc40e385 req-d917bd7b-3aca-41a1-82a9-152ca4c85346 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:57.703671 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f230fa3e-a92f-49b0-bbe4-9f17cc40e385 req-d917bd7b-3aca-41a1-82a9-152ca4c85346 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "DELETE /v2.0/ports/314dec28-bf24-430a-b53a-a85521653690 HTTP/1.1" status: 204 len: 173 time: 0.4821095 Apr 11 19:26:57.704197 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e7cd15-04ac-4712-abf5-4574c44db3da', 'name': 'network-vif-deleted', 'tag': '314dec28-bf24-430a-b53a-a85521653690'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:26:57.706422 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5487b96-9309-45fc-b999-201c5ad10ae8" -d '{"events": [{"server_uuid": "62e7cd15-04ac-4712-abf5-4574c44db3da", "name": "network-vif-deleted", "tag": "314dec28-bf24-430a-b53a-a85521653690"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:26:57.748862 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d90884f-251a-4791-a936-77f7d982eabc x-openstack-request-id: req-5d90884f-251a-4791-a936-77f7d982eabc {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:26:57.749151 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e7cd15-04ac-4712-abf5-4574c44db3da", "name": "network-vif-deleted", "tag": "314dec28-bf24-430a-b53a-a85521653690", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:26:57.749401 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d90884f-251a-4791-a936-77f7d982eabc {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:26:57.749798 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d90884f-251a-4791-a936-77f7d982eabc'] response: {'server_uuid': '62e7cd15-04ac-4712-abf5-4574c44db3da', 'name': 'network-vif-deleted', 'tag': '314dec28-bf24-430a-b53a-a85521653690', 'status': 'completed', 'code': 200} Apr 11 19:26:59.131071 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503ecea-5701-4d04-b52c-3707245e6f50 req-590fec88-27ca-49a2-b624-e5c495b867dc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:59.132541 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3503ecea-5701-4d04-b52c-3707245e6f50 req-590fec88-27ca-49a2-b624-e5c495b867dc tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0504169 Apr 11 19:26:59.178964 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3503ecea-5701-4d04-b52c-3707245e6f50 req-47ac155f-380e-4929-b2d0-6fff45578657 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Apr 11 19:27:00.346179 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d377af-2b4d-41ca-82b4-527eb30d1cc6 req-d890c2d3-598d-49cc-99c4-48d8735dd24f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:00.347649 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-88d377af-2b4d-41ca-82b4-527eb30d1cc6 req-d890c2d3-598d-49cc-99c4-48d8735dd24f tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.1029594 Apr 11 19:27:00.392999 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-88d377af-2b4d-41ca-82b4-527eb30d1cc6 req-30f6b5df-fc38-4a1e-8f52-26cbb08cc383 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398562 Apr 11 19:27:01.474171 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dc4e391d-88a3-4e61-9397-876416238afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:01.508483 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4f433-83be-4be6-a979-241c327aa09a req-459a6f2f-5d5c-4f85-9ef8-aee169c783c7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:01.509938 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ebc4f433-83be-4be6-a979-241c327aa09a req-459a6f2f-5d5c-4f85-9ef8-aee169c783c7 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0506823 Apr 11 19:27:01.526703 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 314dec28-bf24-430a-b53a-a85521653690 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:01.547204 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 314dec28-bf24-430a-b53a-a85521653690 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:01.547547 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 314dec28-bf24-430a-b53a-a85521653690 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:01.556089 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ebc4f433-83be-4be6-a979-241c327aa09a req-9b321346-cf9a-423c-a962-38ab16c8bd24 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405939 Apr 11 19:27:02.454443 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-61c92fcc-2f5f-4873-834a-c85ef129c1b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380139 Apr 11 19:27:02.512623 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-4a7a72c4-a13f-4893-a9d9-9261af789e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:02.514100 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-4a7a72c4-a13f-4893-a9d9-9261af789e4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1&device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 1129 time: 0.0371909 Apr 11 19:27:02.592812 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe41f4-0403-4a25-9bfd-766a84e809f6 req-6e585672-14f5-4030-a361-5229fad800ee tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:02.594297 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ebe41f4-0403-4a25-9bfd-766a84e809f6 req-6e585672-14f5-4030-a361-5229fad800ee tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0736001 Apr 11 19:27:02.717203 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9373dee-c36b-49ba-8068-65be6e5bb7ca req-bb553f8e-0e06-42cb-b45b-bbc93cc1551e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:02.718645 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9373dee-c36b-49ba-8068-65be6e5bb7ca req-bb553f8e-0e06-42cb-b45b-bbc93cc1551e tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 945 time: 0.0883715 Apr 11 19:27:02.756567 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-cef1fb3c-02db-4195-a3b6-4d1e3532f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:02.757952 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-cef1fb3c-02db-4195-a3b6-4d1e3532f434 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cd11be6-8a97-4d09-8094-13b2b9adbbed HTTP/1.1" status: 200 len: 909 time: 0.2104881 Apr 11 19:27:02.838155 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-0ebe41f4-0403-4a25-9bfd-766a84e809f6 req-1a659b9e-2597-40d2-9da0-329f939cd84d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Deleting port 70d432d1-e655-473a-a1dc-289ebd12bc46 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:02.838462 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ebe41f4-0403-4a25-9bfd-766a84e809f6 req-1a659b9e-2597-40d2-9da0-329f939cd84d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:02.865675 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9373dee-c36b-49ba-8068-65be6e5bb7ca req-549294b8-252b-4128-9083-2ca3b8644718 tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/security-groups?id=6631e6f5-c257-49a3-bec4-49cafe4ecdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388900 Apr 11 19:27:02.881590 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-5b67c3dd-15de-4854-b7fa-5286eb27a5c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19 HTTP/1.1" status: 200 len: 1000 time: 0.1154289 Apr 11 19:27:02.976422 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-ff7a6996-514d-463c-9c58-acf875da040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:02.977851 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-ff7a6996-514d-463c-9c58-acf875da040a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fdef079b-439f-42ac-b580-e0859c57fe7f HTTP/1.1" status: 200 len: 847 time: 0.0685804 Apr 11 19:27:02.984245 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-0ebe41f4-0403-4a25-9bfd-766a84e809f6 req-1a659b9e-2597-40d2-9da0-329f939cd84d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] For port 70d432d1-e655-473a-a1dc-289ebd12bc46, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=70d432d1-e655-473a-a1dc-289ebd12bc46,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:02.984615 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ebe41f4-0403-4a25-9bfd-766a84e809f6 req-1a659b9e-2597-40d2-9da0-329f939cd84d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:03.020483 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-0ebe41f4-0403-4a25-9bfd-766a84e809f6 req-1a659b9e-2597-40d2-9da0-329f939cd84d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Calling delete_port for 70d432d1-e655-473a-a1dc-289ebd12bc46 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:03.041711 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-7a7864a2-2b2b-4565-85fa-6c26fab5a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:03.043204 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-7a7864a2-2b2b-4565-85fa-6c26fab5a64d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd11be6-8a97-4d09-8094-13b2b9adbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561564 Apr 11 19:27:03.184765 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-ec287336-755a-4058-83d9-35357d0df348 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146543 Apr 11 19:27:03.307585 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41dc1c23-ec0e-426f-be38-2ff797aaf437 req-cd07cce2-aaca-4236-b2be-6ce1392a4f10 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998998 Apr 11 19:27:03.352311 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ebe41f4-0403-4a25-9bfd-766a84e809f6 req-1a659b9e-2597-40d2-9da0-329f939cd84d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (70d432d1-e655-473a-a1dc-289ebd12bc46), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:03.364030 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['70d432d1-e655-473a-a1dc-289ebd12bc46'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:27:03.382457 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a659b9e-2597-40d2-9da0-329f939cd84d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Pushing event deleted for resources: {'Port': ['ID=70d432d1-e655-473a-a1dc-289ebd12bc46,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:03.433315 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebe41f4-0403-4a25-9bfd-766a84e809f6 req-1a659b9e-2597-40d2-9da0-329f939cd84d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] No DVR routers for this DVR port 70d432d1-e655-473a-a1dc-289ebd12bc46 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:27:03.435768 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0ebe41f4-0403-4a25-9bfd-766a84e809f6 req-1a659b9e-2597-40d2-9da0-329f939cd84d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:03.439029 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ebe41f4-0403-4a25-9bfd-766a84e809f6 req-1a659b9e-2597-40d2-9da0-329f939cd84d tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.23 "DELETE /v2.0/ports/70d432d1-e655-473a-a1dc-289ebd12bc46 HTTP/1.1" status: 204 len: 173 time: 0.8197184 Apr 11 19:27:03.439428 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb79d62-ccd2-4879-b499-1aece098e562', 'name': 'network-vif-deleted', 'tag': '70d432d1-e655-473a-a1dc-289ebd12bc46'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:03.442380 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c422f7-b0e2-423d-9f49-df1eb6b4f980" -d '{"events": [{"server_uuid": "7eb79d62-ccd2-4879-b499-1aece098e562", "name": "network-vif-deleted", "tag": "70d432d1-e655-473a-a1dc-289ebd12bc46"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:03.476233 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c248fb6-c203-4d90-8277-d1161384b759 x-openstack-request-id: req-3c248fb6-c203-4d90-8277-d1161384b759 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:03.476530 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb79d62-ccd2-4879-b499-1aece098e562", "name": "network-vif-deleted", "tag": "70d432d1-e655-473a-a1dc-289ebd12bc46", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:03.476790 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c248fb6-c203-4d90-8277-d1161384b759 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:03.477203 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c248fb6-c203-4d90-8277-d1161384b759'] response: {'server_uuid': '7eb79d62-ccd2-4879-b499-1aece098e562', 'name': 'network-vif-deleted', 'tag': '70d432d1-e655-473a-a1dc-289ebd12bc46', 'status': 'completed', 'code': 200} Apr 11 19:27:03.908452 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8c41f6d-ce50-41f8-a4b1-dbde3f3219d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:03.975985 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cd15d3c9-3690-49ea-a6db-83f92198e136 req-8d65d0fd-0d65-4a93-8b8a-025b03e52f4a tempest-ServerRescueNegativeTestJSON-2071594516 tempest-ServerRescueNegativeTestJSON-2071594516-project] 10.222.0.13 "GET /v2.0/ports?device_id=7eb79d62-ccd2-4879-b499-1aece098e562 HTTP/1.1" status: 200 len: 210 time: 0.0310931 Apr 11 19:27:04.688769 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:05.032986 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33518) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:05.511555 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579013'] for router_interface (b697f69b-a32a-41fa-a803-6b975ca78d20), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:06.037901 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Deleting port 17610d5e-e2ad-4faa-90d0-78b2abb08f53 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:06.038559 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:06.114685 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] For port 17610d5e-e2ad-4faa-90d0-78b2abb08f53, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=17610d5e-e2ad-4faa-90d0-78b2abb08f53,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:06.115061 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:06.128003 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Calling delete_port for 17610d5e-e2ad-4faa-90d0-78b2abb08f53 owned by network:router_interface {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:06.371283 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (17610d5e-e2ad-4faa-90d0-78b2abb08f53), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:06.402843 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Pushing event deleted for resources: {'Port': ['ID=17610d5e-e2ad-4faa-90d0-78b2abb08f53,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:06.428606 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.428958 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.433792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:06.451296 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:06.583126 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578921'] for router_interface (b697f69b-a32a-41fa-a803-6b975ca78d20), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:06.798447 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Router b697f69b-a32a-41fa-a803-6b975ca78d20 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:27:06.905002 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:27:06.910058 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-5112cd9b-1b71-43ca-b0a0-93114d36610f admin admin] 10.222.0.13 "PUT /v2.0/routers/b697f69b-a32a-41fa-a803-6b975ca78d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8760886 Apr 11 19:27:06.913242 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33524) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:06.914628 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0aa4eb-f45c-4f4a-919f-061d22a25cea None None] Sync routers for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:27:06.924126 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0aa4eb-f45c-4f4a-919f-061d22a25cea None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:06.924645 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4c0aa4eb-f45c-4f4a-919f-061d22a25cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:07.022797 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Publish callbacks [] for router (b697f69b-a32a-41fa-a803-6b975ca78d20), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:07.044195 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-4c0aa4eb-f45c-4f4a-919f-061d22a25cea None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:07.143000 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Publish callbacks [] for router_gateway (b697f69b-a32a-41fa-a803-6b975ca78d20), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:07.231261 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4c0aa4eb-f45c-4f4a-919f-061d22a25cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:27:06Z', 'revision_number': 5, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port': {'id': '074eef8a-1503-4d5b-8a56-4f1e1891bac3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:00Z', 'updated_at': '2022-04-11T19:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:07.258839 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0aa4eb-f45c-4f4a-919f-061d22a25cea None None] Checking router: b697f69b-a32a-41fa-a803-6b975ca78d20 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:27:07.267836 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0aa4eb-f45c-4f4a-919f-061d22a25cea None None] Routers {'b697f69b-a32a-41fa-a803-6b975ca78d20'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:07.268495 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4c0aa4eb-f45c-4f4a-919f-061d22a25cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['b697f69b-a32a-41fa-a803-6b975ca78d20'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:07.282730 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Deleting port 074eef8a-1503-4d5b-8a56-4f1e1891bac3 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:07.283076 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:07.361631 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-4c0aa4eb-f45c-4f4a-919f-061d22a25cea None None] Set router b697f69b-a32a-41fa-a803-6b975ca78d20 gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:07.366745 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] For port 074eef8a-1503-4d5b-8a56-4f1e1891bac3, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=074eef8a-1503-4d5b-8a56-4f1e1891bac3,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:07.367155 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:07.382921 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Calling delete_port for 074eef8a-1503-4d5b-8a56-4f1e1891bac3 owned by network:router_gateway {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:07.421924 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-4c0aa4eb-f45c-4f4a-919f-061d22a25cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:27:07Z', 'revision_number': 6, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port_host': None}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:07.452657 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0aa4eb-f45c-4f4a-919f-061d22a25cea None None] The sync data for ids ['b697f69b-a32a-41fa-a803-6b975ca78d20'] in dv-cinder-837362-1-iscsi is: [{'id': 'b697f69b-a32a-41fa-a803-6b975ca78d20', 'name': 'tempest-ServerRescueNegativeTestJSON-2090377757-router', 'tenant_id': '2af7b2afbcd041819d1a0694615e602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:58Z', 'updated_at': '2022-04-11T19:27:07Z', 'revision_number': 6, 'project_id': '2af7b2afbcd041819d1a0694615e602a', 'gw_port_host': None}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:27:07.568710 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 70d432d1-e655-473a-a1dc-289ebd12bc46 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:07.589636 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 70d432d1-e655-473a-a1dc-289ebd12bc46 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:07.589969 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 70d432d1-e655-473a-a1dc-289ebd12bc46 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:07.637766 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (074eef8a-1503-4d5b-8a56-4f1e1891bac3), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:07.667124 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=074eef8a-1503-4d5b-8a56-4f1e1891bac3,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:07.727523 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576399'] for router_gateway (b697f69b-a32a-41fa-a803-6b975ca78d20), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:07.835678 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31717'] for router (b697f69b-a32a-41fa-a803-6b975ca78d20), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:07.838067 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Publish callbacks [] for router_controller (b697f69b-a32a-41fa-a803-6b975ca78d20), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:07.886073 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:07.980590 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678440'] for router (b697f69b-a32a-41fa-a803-6b975ca78d20), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:07.981147 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b697f69b-a32a-41fa-a803-6b975ca78d20 {{(pid=103943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:27:07.986135 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:07.987080 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-aba8964a-8e83-45e1-bb7f-83daf6494ed8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b697f69b-a32a-41fa-a803-6b975ca78d20 HTTP/1.1" status: 204 len: 168 time: 1.0729113 Apr 11 19:27:07.990024 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33526) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:08.033899 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-6580944e-a4a7-491c-a890-a7b8de5c9f91 admin admin] Deleting subnet a54223fa-f54d-43fd-800a-c65c281244e0 {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:27:08.037378 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6580944e-a4a7-491c-a890-a7b8de5c9f91 admin admin] Publish callbacks [] for subnet (a54223fa-f54d-43fd-800a-c65c281244e0), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.071133 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6580944e-a4a7-491c-a890-a7b8de5c9f91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28937089'] for subnet (a54223fa-f54d-43fd-800a-c65c281244e0), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.182938 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6580944e-a4a7-491c-a890-a7b8de5c9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (a54223fa-f54d-43fd-800a-c65c281244e0), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.312790 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6580944e-a4a7-491c-a890-a7b8de5c9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28864859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29274686'] for subnet (a54223fa-f54d-43fd-800a-c65c281244e0), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.344144 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580944e-a4a7-491c-a890-a7b8de5c9f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54223fa-f54d-43fd-800a-c65c281244e0,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:08.348422 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6580944e-a4a7-491c-a890-a7b8de5c9f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.351823 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6580944e-a4a7-491c-a890-a7b8de5c9f91 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a54223fa-f54d-43fd-800a-c65c281244e0 HTTP/1.1" status: 204 len: 168 time: 0.3608708 Apr 11 19:27:08.354436 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33528) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:08.355756 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e6a0d-da14-41a6-856e-1e576b84a690 None None] Network 4691bc0c-a1aa-4329-86e4-f51662f21d64 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:27:08.430975 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (4691bc0c-a1aa-4329-86e4-f51662f21d64), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.485690 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Deleting port 5fd9d404-0502-4efc-a1f8-6d590262c651 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:08.485690 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.529623 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d973da1-a3e8-4f15-ad67-6240945ba503 None None] DHCP port deletion for 4691bc0c-a1aa-4329-86e4-f51662f21d64 request from dv-cinder-837362-1-iscsi {{(pid=103946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:27:08.548104 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] For port 5fd9d404-0502-4efc-a1f8-6d590262c651, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=5fd9d404-0502-4efc-a1f8-6d590262c651,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:08.548473 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.561502 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Calling delete_port for 5fd9d404-0502-4efc-a1f8-6d590262c651 owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:08.569889 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-1d973da1-a3e8-4f15-ad67-6240945ba503 None None] Deleting port 5fd9d404-0502-4efc-a1f8-6d590262c651 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:08.570213 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1d973da1-a3e8-4f15-ad67-6240945ba503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.636027 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-1d973da1-a3e8-4f15-ad67-6240945ba503 None None] For port 5fd9d404-0502-4efc-a1f8-6d590262c651, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=5fd9d404-0502-4efc-a1f8-6d590262c651,segment=NetworkSegment(46a6baef-6f6f-4d97-b182-71c22f056ac6),segment_id=46a6baef-6f6f-4d97-b182-71c22f056ac6)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:08.636428 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1d973da1-a3e8-4f15-ad67-6240945ba503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.649834 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-1d973da1-a3e8-4f15-ad67-6240945ba503 None None] Calling delete_port for 5fd9d404-0502-4efc-a1f8-6d590262c651 owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:08.709129 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.734956 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd9d404-0502-4efc-a1f8-6d590262c651,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:08.739364 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] No DVR routers for this DVR port 5fd9d404-0502-4efc-a1f8-6d590262c651 on host dv-cinder-837362-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:27:08.747139 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.747495 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.747876 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.748213 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.748554 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.748891 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.749223 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.749555 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.749888 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.750219 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.750553 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.750882 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.751209 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.751532 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.751880 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:08.767434 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1d973da1-a3e8-4f15-ad67-6240945ba503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609'] for port (5fd9d404-0502-4efc-a1f8-6d590262c651), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.794056 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d973da1-a3e8-4f15-ad67-6240945ba503 None None] Pushing event deleted for resources: {'Port': ['ID=5fd9d404-0502-4efc-a1f8-6d590262c651,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:08.798540 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d973da1-a3e8-4f15-ad67-6240945ba503 None None] No DVR routers for this DVR port 5fd9d404-0502-4efc-a1f8-6d590262c651 on host dv-cinder-837362-1-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:27:08.827261 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (4691bc0c-a1aa-4329-86e4-f51662f21d64), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.847222 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4691bc0c-a1aa-4329-86e4-f51662f21d64']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:08.856377 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a6baef-6f6f-4d97-b182-71c22f056ac6') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:08.856678 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a6baef-6f6f-4d97-b182-71c22f056ac6') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:08.865930 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29057243'] for segment (46a6baef-6f6f-4d97-b182-71c22f056ac6), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.879394 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (46a6baef-6f6f-4d97-b182-71c22f056ac6), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.885366 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25449861'] for segment (46a6baef-6f6f-4d97-b182-71c22f056ac6), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: Traceback (most recent call last): Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: timer() Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: cb(*args, **kw) Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: return func(*args, **kwargs) Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: self._notify() Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: self.callback(batched_events) Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: event.method(event) Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: return f(self, *a, **k) Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._get(url).json() Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: return self.request(url, 'GET', **kwargs) Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:27:08.893392 dv-cinder-837362-1-iscsi neutron-server[103944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:27:08.997837 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (4691bc0c-a1aa-4329-86e4-f51662f21d64), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:09.003349 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:09.007079 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4691bc0c-a1aa-4329-86e4-f51662f21d64 HTTP/1.1" status: 204 len: 168 time: 0.6514716 Apr 11 19:27:09.021054 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24911eae-8d16-4121-ae0c-f5a1178c20c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4691bc0c-a1aa-4329-86e4-f51662f21d64,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:09.089730 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 17610d5e-e2ad-4faa-90d0-78b2abb08f53 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:09.110296 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 17610d5e-e2ad-4faa-90d0-78b2abb08f53 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:09.110644 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 17610d5e-e2ad-4faa-90d0-78b2abb08f53 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:09.111098 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 074eef8a-1503-4d5b-8a56-4f1e1891bac3 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:09.129904 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 074eef8a-1503-4d5b-8a56-4f1e1891bac3 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:09.130249 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 074eef8a-1503-4d5b-8a56-4f1e1891bac3 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:09.130651 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 5fd9d404-0502-4efc-a1f8-6d590262c651 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:09.149597 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 5fd9d404-0502-4efc-a1f8-6d590262c651 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:09.150858 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 5fd9d404-0502-4efc-a1f8-6d590262c651 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:09.374744 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33532) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:09.415178 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-64be5e51-e7fb-43fa-a925-4c290de05616 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2af7b2afbcd041819d1a0694615e602a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391946 Apr 11 19:27:09.417580 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33534) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:09.463572 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e0a418ab-e36e-444d-bf1e-c7973682e9da admin admin] Publish callbacks [] for security_group (6631e6f5-c257-49a3-bec4-49cafe4ecdc5), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:09.483752 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e0a418ab-e36e-444d-bf1e-c7973682e9da admin admin] Publish callbacks [] for security_group (6631e6f5-c257-49a3-bec4-49cafe4ecdc5), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:09.588306 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e0a418ab-e36e-444d-bf1e-c7973682e9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (6631e6f5-c257-49a3-bec4-49cafe4ecdc5), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:09.590805 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e0a418ab-e36e-444d-bf1e-c7973682e9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:09.591971 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-e0a418ab-e36e-444d-bf1e-c7973682e9da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6631e6f5-c257-49a3-bec4-49cafe4ecdc5 HTTP/1.1" status: 204 len: 168 time: 0.1734734 Apr 11 19:27:09.600118 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a418ab-e36e-444d-bf1e-c7973682e9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6631e6f5-c257-49a3-bec4-49cafe4ecdc5,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:10.577937 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33558) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:10.689929 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1856569731-network', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:10.785964 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Made reservation on behalf of d331794281e1447ab4e29bfe2df744bd for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:27:10.788366 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:10.799902 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:10.872115 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Publish callbacks [] for security_group (0c780cec-7db3-48ef-8011-9e02082559fb), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:10.940452 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (0c780cec-7db3-48ef-8011-9e02082559fb), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:10.965822 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:27:10.974708 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c780cec-7db3-48ef-8011-9e02082559fb,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:10.981200 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (12eadb03-ed21-4d4d-91da-2fee48cbde2f), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:10.981605 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Added segment 12eadb03-ed21-4d4d-91da-2fee48cbde2f of type vlan for network 36320420-1679-4c05-bb85-4925d8ad5187 Apr 11 19:27:11.022882 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (36320420-1679-4c05-bb85-4925d8ad5187), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:11.100969 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (36320420-1679-4c05-bb85-4925d8ad5187), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:11.101895 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:11.102482 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:11.161994 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] Pushing event updated for resources: {'Network': ['ID=36320420-1679-4c05-bb85-4925d8ad5187,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:11.172044 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network 36320420-1679-4c05-bb85-4925d8ad5187 details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:27:11.202994 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-5952a157-317a-4785-971d-f9552659ae4b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6238101 Apr 11 19:27:11.205823 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33562) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:11.210432 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] Request body: {'subnet': {'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1856569731-subnet', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:11.294853 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] Made reservation on behalf of d331794281e1447ab4e29bfe2df744bd for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:27:11.297279 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29092812'] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:11.517621 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25449442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29092830'] for subnet (43138c21-abfb-474b-8fed-e764ca343967), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:11.571505 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43138c21-abfb-474b-8fed-e764ca343967,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:11.579905 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] Checking segment: {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:27:11.580514 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] Network hostable DHCP agents. Network: 36320420-1679-4c05-bb85-4925d8ad5187, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:27:11.665831 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] Network 36320420-1679-4c05-bb85-4925d8ad5187 is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:27:11.751493 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, 36320420-1679-4c05-bb85-4925d8ad5187) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:27:11.755665 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:11.756293 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:11.760638 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605632ae-2bde-44cc-a217-acddb1e1dee1 None None] Network 36320420-1679-4c05-bb85-4925d8ad5187 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:27:11.846141 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-21bf4a77-82a5-4e2c-b499-d06dd7ecbe05 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6391454 Apr 11 19:27:11.848557 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33564) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:11.852781 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-816546be-a927-4125-8319-87537483a59a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:11.862139 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-36320420-1679-4c05-bb85-4925d8ad5187', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:27:11.863029 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:11.931686 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-816546be-a927-4125-8319-87537483a59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31735'] for router (7f1f0a6f-195d-45e9-85a3-211ff5332900), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:11.932820 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-816546be-a927-4125-8319-87537483a59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-578128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31726'] for router (7f1f0a6f-195d-45e9-85a3-211ff5332900), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:11.985843 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-816546be-a927-4125-8319-87537483a59a admin admin] Publish callbacks [] for router_controller (7f1f0a6f-195d-45e9-85a3-211ff5332900), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:12.135310 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Allocated IP 172.20.0.2 (36320420-1679-4c05-bb85-4925d8ad5187/43138c21-abfb-474b-8fed-e764ca343967/cf7a85f1-7586-4174-b090-65989fa37026) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:27:12.199723 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-816546be-a927-4125-8319-87537483a59a admin admin] Publish callbacks [] for router_gateway (7f1f0a6f-195d-45e9-85a3-211ff5332900), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:12.276912 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Publish callbacks [] for port (cf7a85f1-7586-4174-b090-65989fa37026), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:12.331677 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (cf7a85f1-7586-4174-b090-65989fa37026), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:12.369537 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Network 36320420-1679-4c05-bb85-4925d8ad5187 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:27:12.372326 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:27:12.374749 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:27:12.386564 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Pushing event updated for resources: {'Port': ['ID=cf7a85f1-7586-4174-b090-65989fa37026,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:12.433726 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-816546be-a927-4125-8319-87537483a59a admin admin] Publish callbacks [] for router_gateway (7f1f0a6f-195d-45e9-85a3-211ff5332900), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:12.439464 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Attempting to bind port cf7a85f1-7586-4174-b090-65989fa37026 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:27:12.439833 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Attempting to bind port cf7a85f1-7586-4174-b090-65989fa37026 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:27:12.440217 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Attempting to bind port cf7a85f1-7586-4174-b090-65989fa37026 on network 36320420-1679-4c05-bb85-4925d8ad5187 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:27:12.445686 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:27:12.446057 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Checking segment: {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:27:12.446451 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:12.446838 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Bound using segment: {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:27:12.447296 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Bound port: cf7a85f1-7586-4174-b090-65989fa37026, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:27:12.447666 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (cf7a85f1-7586-4174-b090-65989fa37026), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:12.452782 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-816546be-a927-4125-8319-87537483a59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:12.511619 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] For port cf7a85f1-7586-4174-b090-65989fa37026, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:27:12.514757 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] For port cf7a85f1-7586-4174-b090-65989fa37026, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=cf7a85f1-7586-4174-b090-65989fa37026,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:27:12.555645 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-816546be-a927-4125-8319-87537483a59a admin admin] Allocated IP 172.27.2.94 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/0ea194f2-1e29-42cd-ab1d-765909c2cb08) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:27:12.588931 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (cf7a85f1-7586-4174-b090-65989fa37026), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:12.646612 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c45a30-ea64-4f3b-a1ec-0f8be51b7227 None None] Pushing event updated for resources: {'Port': ['ID=cf7a85f1-7586-4174-b090-65989fa37026,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:12.671439 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-816546be-a927-4125-8319-87537483a59a admin admin] Publish callbacks [] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:12.790059 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-816546be-a927-4125-8319-87537483a59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:12.832130 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816546be-a927-4125-8319-87537483a59a admin admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:27:12.835595 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-816546be-a927-4125-8319-87537483a59a admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:27:12.839088 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816546be-a927-4125-8319-87537483a59a admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:27:12.869126 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816546be-a927-4125-8319-87537483a59a admin admin] Pushing event updated for resources: {'Port': ['ID=0ea194f2-1e29-42cd-ab1d-765909c2cb08,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:13.121477 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device cf7a85f1-7586-4174-b090-65989fa37026 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:27:13.170827 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port cf7a85f1-7586-4174-b090-65989fa37026 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:13.171110 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (cf7a85f1-7586-4174-b090-65989fa37026), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:13.179051 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-816546be-a927-4125-8319-87537483a59a admin admin] Publish callbacks [] for router_gateway (7f1f0a6f-195d-45e9-85a3-211ff5332900), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:13.277310 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port cf7a85f1-7586-4174-b090-65989fa37026 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:13.277310 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (cf7a85f1-7586-4174-b090-65989fa37026), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:13.329885 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port cf7a85f1-7586-4174-b090-65989fa37026, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=cf7a85f1-7586-4174-b090-65989fa37026,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:13.400046 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (cf7a85f1-7586-4174-b090-65989fa37026), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:13.461625 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=cf7a85f1-7586-4174-b090-65989fa37026,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:13.585326 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6e70e6-9eea-4dc7-9cc3-b97558a0014f None None] Network 36320420-1679-4c05-bb85-4925d8ad5187 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:27:13.637063 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-816546be-a927-4125-8319-87537483a59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419'] for router (7f1f0a6f-195d-45e9-85a3-211ff5332900), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:13.698923 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f9693470-ad78-4de7-8d49-8135980caa9e None None] Provisioning complete for port cf7a85f1-7586-4174-b090-65989fa37026 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:13.699296 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f9693470-ad78-4de7-8d49-8135980caa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (cf7a85f1-7586-4174-b090-65989fa37026), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:13.782350 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f9693470-ad78-4de7-8d49-8135980caa9e None None] Current status of the port cf7a85f1-7586-4174-b090-65989fa37026 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:13.829299 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816546be-a927-4125-8319-87537483a59a admin admin] Router 7f1f0a6f-195d-45e9-85a3-211ff5332900 is scheduled to L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:27:13.905578 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-4def97e8-74fc-49f0-9c59-d52f71e1c348 None None] Provisioning complete for port cf7a85f1-7586-4174-b090-65989fa37026 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:13.905966 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4def97e8-74fc-49f0-9c59-d52f71e1c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (cf7a85f1-7586-4174-b090-65989fa37026), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:13.906405 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:27:13.953826 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816546be-a927-4125-8319-87537483a59a admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:27:13.965583 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Sync routers for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:27:13.976132 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:13.976798 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:13.993507 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-4def97e8-74fc-49f0-9c59-d52f71e1c348 None None] Current status of the port cf7a85f1-7586-4174-b090-65989fa37026 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:14.057487 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-816546be-a927-4125-8319-87537483a59a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:14.058742 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-816546be-a927-4125-8319-87537483a59a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2092376 Apr 11 19:27:14.061748 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33578) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:14.086134 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:14.253615 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:12Z', 'revision_number': 3, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:14.279475 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Checking router: 7f1f0a6f-195d-45e9-85a3-211ff5332900 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:27:14.279829 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Updating router 7f1f0a6f-195d-45e9-85a3-211ff5332900 port 0ea194f2-1e29-42cd-ab1d-765909c2cb08 binding host dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:27:14.310902 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:14.473401 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:14.568052 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Publish callbacks [] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:14.635177 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Allocated IP 172.20.0.1 (36320420-1679-4c05-bb85-4925d8ad5187/43138c21-abfb-474b-8fed-e764ca343967/6bf6cb64-c491-43b6-aea9-9151b2d9c817) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:27:14.651338 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:14.703396 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Pushing event updated for resources: {'Port': ['ID=0ea194f2-1e29-42cd-ab1d-765909c2cb08,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:14.711290 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Attempting to bind port 0ea194f2-1e29-42cd-ab1d-765909c2cb08 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:27:14.711659 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Attempting to bind port 0ea194f2-1e29-42cd-ab1d-765909c2cb08 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:27:14.712044 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Attempting to bind port 0ea194f2-1e29-42cd-ab1d-765909c2cb08 on network e4662dd2-4318-4102-9156-21f0a5352e19 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:27:14.715300 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.715646 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.716035 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.716400 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.716834 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.717166 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.717493 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.717814 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.718138 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.718478 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.718780 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.719114 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.719436 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.719754 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.720090 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:14.726184 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:27:14.726560 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:27:14.726958 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:14.727341 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Bound using segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:27:14.727803 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Bound port: 0ea194f2-1e29-42cd-ab1d-765909c2cb08, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:27:14.728203 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:14.743447 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Publish callbacks [] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:14.781585 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] For port 0ea194f2-1e29-42cd-ab1d-765909c2cb08, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:27:14.784757 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] For port 0ea194f2-1e29-42cd-ab1d-765909c2cb08, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=0ea194f2-1e29-42cd-ab1d-765909c2cb08,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:27:14.811598 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:14.828930 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:14.848493 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Network 36320420-1679-4c05-bb85-4925d8ad5187 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:27:14.851833 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:27:14.855903 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:27:14.882698 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:14.883363 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:14.918843 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Pushing event updated for resources: {'Port': ['ID=6bf6cb64-c491-43b6-aea9-9151b2d9c817,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:14.921566 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576336'] for router_interface (7f1f0a6f-195d-45e9-85a3-211ff5332900), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:14.987395 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832863e7-7f83-47c1-8e4e-3b37a6c2095f None None] Pushing event updated for resources: {'Port': ['ID=0ea194f2-1e29-42cd-ab1d-765909c2cb08,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:15.017008 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:15.102811 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device cf7a85f1-7586-4174-b090-65989fa37026 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:27:15.135879 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:15.137986 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-bb4651f4-b002-4884-b576-129edae53108 None None] Provisioning complete for port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:15.138361 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bb4651f4-b002-4884-b576-129edae53108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:15.185676 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-bb4651f4-b002-4884-b576-129edae53108 None None] Port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:27:15.193099 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port cf7a85f1-7586-4174-b090-65989fa37026 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:15.193473 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (cf7a85f1-7586-4174-b090-65989fa37026), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:15.203464 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:12Z', 'revision_number': 3, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:15.236810 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf84e3a-a72a-49fa-a3f1-54b86125e93c None None] The sync data for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi is: [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:12Z', 'revision_number': 3, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:27:15.276812 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port cf7a85f1-7586-4174-b090-65989fa37026 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:15.315232 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Publish callbacks [] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:15.365775 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:15.437824 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Pushing event updated for resources: {'Port': ['ID=6bf6cb64-c491-43b6-aea9-9151b2d9c817,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:15.440263 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579040'] for router_interface (7f1f0a6f-195d-45e9-85a3-211ff5332900), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:15.549328 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Network 36320420-1679-4c05-bb85-4925d8ad5187 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:27:15.550817 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:27:15.683417 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Router 7f1f0a6f-195d-45e9-85a3-211ff5332900 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:27:15.812617 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:27:15.819675 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-b158bf9b-0523-4d4b-bcc8-f0965fdb1676 None None] Provisioning complete for port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:15.820507 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b158bf9b-0523-4d4b-bcc8-f0965fdb1676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:15.827661 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a217ea35-03d1-499d-ad2a-a803c42b4e0c admin admin] 10.222.0.13 "PUT /v2.0/routers/7f1f0a6f-195d-45e9-85a3-211ff5332900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7648606 Apr 11 19:27:15.882378 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-b158bf9b-0523-4d4b-bcc8-f0965fdb1676 None None] Port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:27:16.168103 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed41c3-e282-499d-bd70-865e9190a384 req-03152002-dd48-43f8-bf06-93720ec14f5f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:16.170607 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0bed41c3-e282-499d-bd70-865e9190a384 req-03152002-dd48-43f8-bf06-93720ec14f5f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0551579 Apr 11 19:27:16.222064 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0bed41c3-e282-499d-bd70-865e9190a384 req-fb71b6b4-4465-4bfd-845f-65c0cf3bf9a2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456705 Apr 11 19:27:16.334919 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33606) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:16.340089 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-686769f6-9bbf-492a-87a0-af3d47a7b517 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656830658', 'description': 'tempest-description--1602880692'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:16.443791 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-686769f6-9bbf-492a-87a0-af3d47a7b517 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:16.508790 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-686769f6-9bbf-492a-87a0-af3d47a7b517 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (743893b1-8a00-47a3-b2ae-c2f9826dcedb), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:16.586597 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-686769f6-9bbf-492a-87a0-af3d47a7b517 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (743893b1-8a00-47a3-b2ae-c2f9826dcedb), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:16.619152 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686769f6-9bbf-492a-87a0-af3d47a7b517 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743893b1-8a00-47a3-b2ae-c2f9826dcedb,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:16.676560 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-686769f6-9bbf-492a-87a0-af3d47a7b517 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:16.679199 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-686769f6-9bbf-492a-87a0-af3d47a7b517 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3418972 Apr 11 19:27:16.680583 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33608) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:16.684910 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-7fd4f2ab-443c-440c-80fe-9cd14ba5b6f0 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'security_group_rule': {'security_group_id': '743893b1-8a00-47a3-b2ae-c2f9826dcedb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:16.783052 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f2ab-443c-440c-80fe-9cd14ba5b6f0 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (ca405293-6e24-43ad-9540-8c742948f416), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:16.834325 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Sync routers for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:27:16.840697 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f2ab-443c-440c-80fe-9cd14ba5b6f0 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (ca405293-6e24-43ad-9540-8c742948f416), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:16.844683 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:16.848328 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:16.923528 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f2ab-443c-440c-80fe-9cd14ba5b6f0 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (ca405293-6e24-43ad-9540-8c742948f416), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:16.942258 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4f2ab-443c-440c-80fe-9cd14ba5b6f0 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca405293-6e24-43ad-9540-8c742948f416,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:16.957905 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:17.016796 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f2ab-443c-440c-80fe-9cd14ba5b6f0 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.017996 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7fd4f2ab-443c-440c-80fe-9cd14ba5b6f0 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3364844 Apr 11 19:27:17.020678 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33610) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:17.026218 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-f8c0513b-6178-43f4-8ff2-9fe20729053a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'security_group_rule': {'security_group_id': '743893b1-8a00-47a3-b2ae-c2f9826dcedb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:17.106098 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 0ea194f2-1e29-42cd-ab1d-765909c2cb08 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:27:17.183683 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 2, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:17.215628 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f8c0513b-6178-43f4-8ff2-9fe20729053a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (87baf7ca-fb95-453b-b8f6-a3e17fffee22), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.219655 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Checking router: 7f1f0a6f-195d-45e9-85a3-211ff5332900 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:27:17.223145 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Updating router 7f1f0a6f-195d-45e9-85a3-211ff5332900 port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 binding host dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:27:17.223572 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 0ea194f2-1e29-42cd-ab1d-765909c2cb08 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:17.223962 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.280842 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.285837 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f8c0513b-6178-43f4-8ff2-9fe20729053a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (87baf7ca-fb95-453b-b8f6-a3e17fffee22), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.337758 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f8c0513b-6178-43f4-8ff2-9fe20729053a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (87baf7ca-fb95-453b-b8f6-a3e17fffee22), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.347462 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aad10-0d4c-4db8-9837-12946c353835 req-0a05b403-2503-4d97-9431-742cd4f713cd tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:17.354350 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cc8aad10-0d4c-4db8-9837-12946c353835 req-0a05b403-2503-4d97-9431-742cd4f713cd tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0534396 Apr 11 19:27:17.355872 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0513b-6178-43f4-8ff2-9fe20729053a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87baf7ca-fb95-453b-b8f6-a3e17fffee22,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:17.402763 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cc8aad10-0d4c-4db8-9837-12946c353835 req-42ea7f84-f030-4cbe-b5aa-3761003f7ecb tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475616 Apr 11 19:27:17.408377 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f8c0513b-6178-43f4-8ff2-9fe20729053a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.410101 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f8c0513b-6178-43f4-8ff2-9fe20729053a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3881774 Apr 11 19:27:17.413050 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33614) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:17.418099 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:17.430865 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 0ea194f2-1e29-42cd-ab1d-765909c2cb08 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:17.431264 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.462262 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port 0ea194f2-1e29-42cd-ab1d-765909c2cb08, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=0ea194f2-1e29-42cd-ab1d-765909c2cb08,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:17.512405 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.546003 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.591575 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.630278 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=0ea194f2-1e29-42cd-ab1d-765909c2cb08,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:17.649577 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Publish callbacks [] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.696302 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Allocated IP 172.27.2.132 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/05c33306-ce20-4b46-ab98-d25e151438d1) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:27:17.711834 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.765519 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b64abf-96af-4fbf-a47f-68b560494bfc None None] Pushing event updated for resources: {'Port': ['ID=6bf6cb64-c491-43b6-aea9-9151b2d9c817,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:17.800729 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for port (05c33306-ce20-4b46-ab98-d25e151438d1), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.827043 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Attempting to bind port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:27:17.827679 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Attempting to bind port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:27:17.827823 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Attempting to bind port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 on network 36320420-1679-4c05-bb85-4925d8ad5187 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:27:17.833396 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:27:17.833916 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Checking segment: {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:27:17.834505 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.835090 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Bound using segment: {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:27:17.835363 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Bound port: 6bf6cb64-c491-43b6-aea9-9151b2d9c817, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:27:17.836082 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.902981 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (05c33306-ce20-4b46-ab98-d25e151438d1), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.903393 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] For port 6bf6cb64-c491-43b6-aea9-9151b2d9c817, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:27:17.906988 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] For port 6bf6cb64-c491-43b6-aea9-9151b2d9c817, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=6bf6cb64-c491-43b6-aea9-9151b2d9c817,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:27:17.941879 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:27:17.946278 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:27:17.949892 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:27:17.974901 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'Port': ['ID=05c33306-ce20-4b46-ab98-d25e151438d1,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:17.998132 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:18.049810 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (bbba880e-0097-4fa4-8b93-1059d9714bd3), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:18.057462 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-2d23bc2b-89e3-4bab-a138-1dc76c26e10d None None] Provisioning complete for port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:18.057810 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2d23bc2b-89e3-4bab-a138-1dc76c26e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:18.101418 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:18.102095 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:18.103924 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b64abf-96af-4fbf-a47f-68b560494bfc None None] Pushing event updated for resources: {'Port': ['ID=6bf6cb64-c491-43b6-aea9-9151b2d9c817,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:18.179523 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (05c33306-ce20-4b46-ab98-d25e151438d1), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:18.338972 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for port (05c33306-ce20-4b46-ab98-d25e151438d1), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:18.381187 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-2d23bc2b-89e3-4bab-a138-1dc76c26e10d None None] Current status of the port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:18.381603 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2d23bc2b-89e3-4bab-a138-1dc76c26e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:18.396772 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:18.398225 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (05c33306-ce20-4b46-ab98-d25e151438d1), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:18.469093 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'Port': ['ID=05c33306-ce20-4b46-ab98-d25e151438d1,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:18.481981 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (bbba880e-0097-4fa4-8b93-1059d9714bd3), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:18.487270 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-2d23bc2b-89e3-4bab-a138-1dc76c26e10d None None] For port 6bf6cb64-c491-43b6-aea9-9151b2d9c817, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=6bf6cb64-c491-43b6-aea9-9151b2d9c817,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:18.537734 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b92be-172d-4b3d-be11-edda0a5954a7 req-b24f5ef8-d3df-45b4-ad14-0f77ad062068 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:18.539215 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c53b92be-172d-4b3d-be11-edda0a5954a7 req-b24f5ef8-d3df-45b4-ad14-0f77ad062068 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0522239 Apr 11 19:27:18.553795 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2d23bc2b-89e3-4bab-a138-1dc76c26e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:18.554204 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:18.555771 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-be32bfc6-87d0-49f0-8a19-d0c9c9aee112 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1414645 Apr 11 19:27:18.593474 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c53b92be-172d-4b3d-be11-edda0a5954a7 req-feb074fe-402a-4866-90bd-e4cc72342d29 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485232 Apr 11 19:27:18.653886 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23bc2b-89e3-4bab-a138-1dc76c26e10d None None] Pushing event updated for resources: {'Port': ['ID=6bf6cb64-c491-43b6-aea9-9151b2d9c817,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:18.666514 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:18.697826 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6ea9c-4e2d-443d-8c59-51ce9d134d10 None None] The sync data for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi is: [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:27:18.707090 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-38f3bb3a-71a8-42fb-87fe-100f7aa795f5 None None] Provisioning complete for port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:18.707535 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-38f3bb3a-71a8-42fb-87fe-100f7aa795f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:18.717019 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-99a6a811-28cb-4125-800f-cb6521fa7367 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--656830658&fields=id&tenant_id=d331794281e1447ab4e29bfe2df744bd HTTP/1.1" status: 200 len: 267 time: 0.0438786 Apr 11 19:27:18.818113 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-38f3bb3a-71a8-42fb-87fe-100f7aa795f5 None None] Current status of the port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:18.846598 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-213d3926-ee7a-4f0b-a294-221472f0228a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:18.848147 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-213d3926-ee7a-4f0b-a294-221472f0228a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/networks?id=36320420-1679-4c05-bb85-4925d8ad5187 HTTP/1.1" status: 200 len: 811 time: 0.1237373 Apr 11 19:27:18.863164 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-83983cba-be79-46c9-9ac1-d6162235ee78 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/quotas/d331794281e1447ab4e29bfe2df744bd HTTP/1.1" status: 200 len: 375 time: 0.0093470 Apr 11 19:27:18.916079 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-9aede9ca-18b8-44a0-a568-79285bd78fe8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470490 Apr 11 19:27:19.073651 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-90aa3f19-8198-454b-96e0-ebbc586fb042 service neutron] 10.222.0.13 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462371 Apr 11 19:27:19.184303 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 0ea194f2-1e29-42cd-ab1d-765909c2cb08 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:27:19.184763 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-4ac3e227-3401-48cc-ac5f-a5f40b4557f9 service neutron] 10.222.0.13 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039398 Apr 11 19:27:19.235658 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 0ea194f2-1e29-42cd-ab1d-765909c2cb08 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:19.236296 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:19.326711 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 0ea194f2-1e29-42cd-ab1d-765909c2cb08 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:19.327763 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 6bf6cb64-c491-43b6-aea9-9151b2d9c817 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:27:19.383087 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:19.383471 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:19.437934 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f4b97586-23a0-406f-a4be-727b41c17de9 req-9a5f0229-1334-42a5-ad84-bcd550f9c90d tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 210 time: 0.0288422 Apr 11 19:27:19.486407 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:19.719743 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834415c-e326-413a-aef3-b179c44c1ae4 req-9505b409-713d-4c97-926a-61382a0d67a4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:19.721363 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5834415c-e326-413a-aef3-b179c44c1ae4 req-9505b409-713d-4c97-926a-61382a0d67a4 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0508761 Apr 11 19:27:19.777962 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5834415c-e326-413a-aef3-b179c44c1ae4 req-00b564fa-2344-488c-9695-9d6ab1abec5d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491889 Apr 11 19:27:20.518515 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3790538-59f2-48fe-b6c5-d4b6d734c71f req-bc7d8f6c-f487-49ee-9b4e-bf974b8049bf tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 210 time: 0.0282931 Apr 11 19:27:20.891649 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d1f20-15ff-4d50-84eb-ba78ae799a26 req-3811df0e-943d-44df-b949-ac8aeaf36684 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:20.893142 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9f0d1f20-15ff-4d50-84eb-ba78ae799a26 req-3811df0e-943d-44df-b949-ac8aeaf36684 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0462666 Apr 11 19:27:20.940743 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9f0d1f20-15ff-4d50-84eb-ba78ae799a26 req-6b0f2177-877a-4572-8876-513149bbad62 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419042 Apr 11 19:27:21.615349 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4f4acc7b-0504-46b5-9c6f-a6e0e492b599 req-4f345d51-9939-44d3-85a7-139d4771d970 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 210 time: 0.0321281 Apr 11 19:27:21.718625 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-02bff7cf-789b-489a-a763-9edb74c5b073 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:21.720070 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-02bff7cf-789b-489a-a763-9edb74c5b073 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.23 "GET /v2.0/networks?id=36320420-1679-4c05-bb85-4925d8ad5187 HTTP/1.1" status: 200 len: 811 time: 0.1017976 Apr 11 19:27:21.780007 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-6ab18f75-d8ef-4453-9a0b-4ad98f50c48f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d331794281e1447ab4e29bfe2df744bd HTTP/1.1" status: 200 len: 379 time: 0.0499110 Apr 11 19:27:21.795147 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'port': {'device_id': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'admin_state_up': True, 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'security_groups': ['743893b1-8a00-47a3-b2ae-c2f9826dcedb']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:21.974762 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Made reservation on behalf of d331794281e1447ab4e29bfe2df744bd for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:27:21.978159 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:22.353188 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363165a8-fede-4282-9bde-e7711b639dc0 req-9b31dc90-2739-4810-847e-e34ac8dc0b82 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:22.354620 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-363165a8-fede-4282-9bde-e7711b639dc0 req-9b31dc90-2739-4810-847e-e34ac8dc0b82 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.3261733 Apr 11 19:27:22.424827 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Allocated IP 172.20.0.12 (36320420-1679-4c05-bb85-4925d8ad5187/43138c21-abfb-474b-8fed-e764ca343967/6cf1267f-d58b-4784-8932-7fc72efcc1a9) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:27:22.443533 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-363165a8-fede-4282-9bde-e7711b639dc0 req-b01b5733-3264-4821-bc23-4b45322b41d7 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671015 Apr 11 19:27:22.571791 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:22.664029 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:22.736322 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Network 36320420-1679-4c05-bb85-4925d8ad5187 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:27:22.742802 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:27:22.751118 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:27:22.754052 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'Port': ['ID=6cf1267f-d58b-4784-8932-7fc72efcc1a9,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:22.761849 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b12d6d-60ba-4af4-a84b-3f8c45fd8205 req-bfec91e4-b65b-4489-a497-3cb7dc603d4c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:22.763387 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c7b12d6d-60ba-4af4-a84b-3f8c45fd8205 req-bfec91e4-b65b-4489-a497-3cb7dc603d4c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 932 time: 0.0718868 Apr 11 19:27:22.834403 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:22.834956 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:22.860479 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c7b12d6d-60ba-4af4-a84b-3f8c45fd8205 req-2d76746e-51dc-4ec3-bf79-d932f8194a68 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723836 Apr 11 19:27:22.950776 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-dffb7f8a-c9be-45d1-b481-ea193ae3dec4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1593888 Apr 11 19:27:22.972137 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-69e9d50a-c976-4c59-ba8e-0af6bdb2c469 None None] Provisioning complete for port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:22.972600 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-69e9d50a-c976-4c59-ba8e-0af6bdb2c469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:23.005964 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Request body: {'port': {'device_id': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:23.006489 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-69e9d50a-c976-4c59-ba8e-0af6bdb2c469 None None] Port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:27:23.064321 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:23.324675 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf1267f-d58b-4784-8932-7fc72efcc1a9 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:27:23.332194 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Publish callbacks [] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:23.344920 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Transition to ACTIVE for port object 6cf1267f-d58b-4784-8932-7fc72efcc1a9 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:27:23.405384 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:23.456971 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Pushing event updated for resources: {'Port': ['ID=6cf1267f-d58b-4784-8932-7fc72efcc1a9,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:23.556301 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Attempting to bind port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:27:23.556664 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Attempting to bind port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:27:23.556950 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Attempting to bind port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 on network 36320420-1679-4c05-bb85-4925d8ad5187 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:27:23.567708 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 on network 36320420-1679-4c05-bb85-4925d8ad5187 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:27:23.567971 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Attempting to bind port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 on network 36320420-1679-4c05-bb85-4925d8ad5187 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:27:23.582633 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53755-32d6-4304-b77d-5dabb939b375 req-2929f778-7000-4153-9685-21b6303d4335 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:23.584262 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-78f53755-32d6-4304-b77d-5dabb939b375 req-2929f778-7000-4153-9685-21b6303d4335 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0640373 Apr 11 19:27:23.585254 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:27:23.585576 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Checking segment: {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:27:23.585952 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Bound using segment: {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:27:23.586388 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Bound port: 6cf1267f-d58b-4784-8932-7fc72efcc1a9, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:27:23.586746 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:23.675148 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-78f53755-32d6-4304-b77d-5dabb939b375 req-24f4d91d-a056-4746-b2f2-7c5eea70fd7a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850363 Apr 11 19:27:23.684032 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] For port 6cf1267f-d58b-4784-8932-7fc72efcc1a9, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:27:23.686998 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] For port 6cf1267f-d58b-4784-8932-7fc72efcc1a9, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=6cf1267f-d58b-4784-8932-7fc72efcc1a9,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:27:23.737642 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:23.778481 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:23.779057 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:23.780446 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] 10.222.0.23 "PUT /v2.0/ports/6cf1267f-d58b-4784-8932-7fc72efcc1a9 HTTP/1.1" status: 200 len: 1094 time: 0.8213189 Apr 11 19:27:23.781144 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'tag': '6cf1267f-d58b-4784-8932-7fc72efcc1a9'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:23.783368 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28198609-577d-4526-bfaf-28c5d8730af6" -d '{"events": [{"name": "network-changed", "server_uuid": "4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3", "tag": "6cf1267f-d58b-4784-8932-7fc72efcc1a9"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:23.805286 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd0663-7ce3-4ed1-86fb-ffac2cf641ac service neutron] Pushing event updated for resources: {'Port': ['ID=6cf1267f-d58b-4784-8932-7fc72efcc1a9,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:23.824453 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcc64b9-03c2-4717-b8bc-56197678968e x-openstack-request-id: req-6dcc64b9-03c2-4717-b8bc-56197678968e {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:23.824744 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3", "tag": "6cf1267f-d58b-4784-8932-7fc72efcc1a9", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:23.824998 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dcc64b9-03c2-4717-b8bc-56197678968e {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:23.825405 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dcc64b9-03c2-4717-b8bc-56197678968e'] response: {'name': 'network-changed', 'server_uuid': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'tag': '6cf1267f-d58b-4784-8932-7fc72efcc1a9', 'status': 'completed', 'code': 200} Apr 11 19:27:23.889254 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28198609-577d-4526-bfaf-28c5d8730af6 req-b94ba194-d58d-44b9-95d7-29b9bbdf23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:23.891266 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-28198609-577d-4526-bfaf-28c5d8730af6 req-b94ba194-d58d-44b9-95d7-29b9bbdf23ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 1128 time: 0.0450668 Apr 11 19:27:24.016613 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d10f7-88a1-42cd-a42d-97256192af65 req-e640cffe-d9e8-47ed-9363-2e2b2213b71e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:24.031907 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-db0d10f7-88a1-42cd-a42d-97256192af65 req-e640cffe-d9e8-47ed-9363-2e2b2213b71e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 944 time: 0.0853164 Apr 11 19:27:24.052294 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28198609-577d-4526-bfaf-28c5d8730af6 req-7e48e250-eb7a-42f5-8e1d-7ab3807bf756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:24.054509 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-28198609-577d-4526-bfaf-28c5d8730af6 req-7e48e250-eb7a-42f5-8e1d-7ab3807bf756 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d331794281e1447ab4e29bfe2df744bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1552238 Apr 11 19:27:24.109636 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-db0d10f7-88a1-42cd-a42d-97256192af65 req-eb7d785b-bdfb-4877-ac7b-15dee0130ea7 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852220 Apr 11 19:27:24.169498 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28198609-577d-4526-bfaf-28c5d8730af6 req-00984ad4-7e4c-4216-ac11-dc40650d9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:24.170964 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-28198609-577d-4526-bfaf-28c5d8730af6 req-00984ad4-7e4c-4216-ac11-dc40650d9b46 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064107 Apr 11 19:27:24.248038 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-c87c32b8-48c0-48ea-8f73-8c0b4741893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:24.253628 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-c87c32b8-48c0-48ea-8f73-8c0b4741893c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 1128 time: 0.0396028 Apr 11 19:27:24.291964 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-7586fa73-4073-4db2-b6f7-34945e15d7c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1267f-d58b-4784-8932-7fc72efcc1a9 HTTP/1.1" status: 200 len: 217 time: 0.0348256 Apr 11 19:27:24.343528 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-58a5842d-9d76-4472-920b-73d3aea502f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:24.344977 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-58a5842d-9d76-4472-920b-73d3aea502f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43138c21-abfb-474b-8fed-e764ca343967 HTTP/1.1" status: 200 len: 850 time: 0.0449281 Apr 11 19:27:24.393048 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-8414c25c-ab6a-4ec9-87f5-fb8a7b56b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:24.394516 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-8414c25c-ab6a-4ec9-87f5-fb8a7b56b1f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36320420-1679-4c05-bb85-4925d8ad5187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427327 Apr 11 19:27:24.486363 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-0334ba96-93ef-4863-9748-3833b7e5e98d service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826070 Apr 11 19:27:24.581333 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c8226941-45f8-4c8b-9e11-83cf41debc85 req-b030b4b8-af46-4479-a908-3288a8356080 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884304 Apr 11 19:27:24.790673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bfe7f-6026-449a-88d9-4ad8ce4a3c93 req-48e846cf-c150-4b50-8035-3a7ff6115c0d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:24.792222 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-625bfe7f-6026-449a-88d9-4ad8ce4a3c93 req-48e846cf-c150-4b50-8035-3a7ff6115c0d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0467443 Apr 11 19:27:24.839348 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-625bfe7f-6026-449a-88d9-4ad8ce4a3c93 req-01579080-5570-4c9c-878f-1e809e8feeee tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412705 Apr 11 19:27:25.226833 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffcc71-0509-42f8-b201-1b1acd710c7a req-baf6c79a-a9a7-4cc2-a0b3-d669bc399329 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:25.228364 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-68ffcc71-0509-42f8-b201-1b1acd710c7a req-baf6c79a-a9a7-4cc2-a0b3-d669bc399329 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 944 time: 0.0512156 Apr 11 19:27:25.274565 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-68ffcc71-0509-42f8-b201-1b1acd710c7a req-3e86e536-eca0-48c7-9a0b-f90342ca5f45 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405004 Apr 11 19:27:25.957880 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a460fcb-83f2-424a-beef-5de22bbee983 req-cb80baf4-57f2-4f8b-a081-1d37ffb76eb0 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:25.959366 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2a460fcb-83f2-424a-beef-5de22bbee983 req-cb80baf4-57f2-4f8b-a081-1d37ffb76eb0 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0486896 Apr 11 19:27:26.006778 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2a460fcb-83f2-424a-beef-5de22bbee983 req-77886f8a-a0c7-4899-9b0a-94d5357cf8df tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414228 Apr 11 19:27:26.386943 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85d55b-a18f-4745-9469-f7ff22b7fa86 req-e52ec230-3760-48b1-8f9d-df2923b128e8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:26.388465 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a85d55b-a18f-4745-9469-f7ff22b7fa86 req-e52ec230-3760-48b1-8f9d-df2923b128e8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 944 time: 0.0465968 Apr 11 19:27:26.439579 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a85d55b-a18f-4745-9469-f7ff22b7fa86 req-24d155eb-0eef-4b47-b2e5-554149da0f69 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453970 Apr 11 19:27:27.126300 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0544cff-2f64-4c2a-9ae4-80f6a80fbb38 req-2f62dd5a-af4a-491a-ba49-d9c06a6f954f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:27.127824 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c0544cff-2f64-4c2a-9ae4-80f6a80fbb38 req-2f62dd5a-af4a-491a-ba49-d9c06a6f954f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0490289 Apr 11 19:27:27.176625 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c0544cff-2f64-4c2a-9ae4-80f6a80fbb38 req-e7daa7f0-387c-4930-a5b4-4d880efa59bd tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421655 Apr 11 19:27:27.409342 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:27.549778 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9dbaa-75db-46e3-b09e-4e45eab4c85d req-5e1778ae-1d17-4ba7-b67f-0f5bfc98eb4c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:27.551237 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-edd9dbaa-75db-46e3-b09e-4e45eab4c85d req-5e1778ae-1d17-4ba7-b67f-0f5bfc98eb4c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 944 time: 0.0459108 Apr 11 19:27:27.598370 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-edd9dbaa-75db-46e3-b09e-4e45eab4c85d req-305d3d54-b6e4-4466-9742-7ccd4d28ebbe tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408530 Apr 11 19:27:27.692650 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 6cf1267f-d58b-4784-8932-7fc72efcc1a9 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:27:27.792295 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 6cf1267f-d58b-4784-8932-7fc72efcc1a9, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=6cf1267f-d58b-4784-8932-7fc72efcc1a9,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:27.804168 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '6cf1267f-d58b-4784-8932-7fc72efcc1a9', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'port_id': '6cf1267f-d58b-4784-8932-7fc72efcc1a9', 'mac_address': 'fa:16:3e:dd:7b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:27:27.843141 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:27.843533 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:27.856777 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf1267f-d58b-4784-8932-7fc72efcc1a9 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:27:27.875201 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 6cf1267f-d58b-4784-8932-7fc72efcc1a9, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=6cf1267f-d58b-4784-8932-7fc72efcc1a9,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:27.974641 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:28.025791 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=6cf1267f-d58b-4784-8932-7fc72efcc1a9,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:28.033042 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.033399 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.033767 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.034129 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.034468 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.034799 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.035129 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.035459 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.035783 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.036133 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.036460 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.036810 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.037140 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.037461 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.037781 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:27:28.296570 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0041f3a-2359-4770-8cf0-e50f96f7e599 req-99841c93-0809-4b0e-81df-10e469737551 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:28.298034 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b0041f3a-2359-4770-8cf0-e50f96f7e599 req-99841c93-0809-4b0e-81df-10e469737551 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0513926 Apr 11 19:27:28.318089 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['6cf1267f-d58b-4784-8932-7fc72efcc1a9'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:27:28.347436 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b0041f3a-2359-4770-8cf0-e50f96f7e599 req-05e31f06-9cfa-46b4-9b74-d4f474de9dbc tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438988 Apr 11 19:27:28.713731 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdb058-c889-46c5-b585-49a0f65df811 req-b7f11f60-3c59-4fbb-aca9-e533581ffadf tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:28.717750 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-accdb058-c889-46c5-b585-49a0f65df811 req-b7f11f60-3c59-4fbb-aca9-e533581ffadf tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0482574 Apr 11 19:27:28.762512 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-accdb058-c889-46c5-b585-49a0f65df811 req-48042602-cba3-4d61-9491-0413476279a7 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415914 Apr 11 19:27:29.480720 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb734c-ea01-4050-9f3c-f7615e618321 req-1d191ede-8710-41d2-8044-9f86a8ab020e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:29.488176 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cdeb734c-ea01-4050-9f3c-f7615e618321 req-1d191ede-8710-41d2-8044-9f86a8ab020e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0648267 Apr 11 19:27:29.540563 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cdeb734c-ea01-4050-9f3c-f7615e618321 req-5afd0d6d-ad96-44f6-b4fe-3eea298d91f0 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512309 Apr 11 19:27:29.709414 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3733e919-e246-4895-8c14-9142b3067297 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:27:29.731750 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 6cf1267f-d58b-4784-8932-7fc72efcc1a9 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:27:29.893305 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:27:29.907644 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be66f70-4b0b-4c25-a940-36c05bc0eed5 req-e78e5289-c6ff-4a7e-980b-8fad47df7207 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:29.916417 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7be66f70-4b0b-4c25-a940-36c05bc0eed5 req-e78e5289-c6ff-4a7e-980b-8fad47df7207 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0599475 Apr 11 19:27:29.944476 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:29.962767 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '3733e919-e246-4895-8c14-9142b3067297', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'port_id': '3733e919-e246-4895-8c14-9142b3067297', 'mac_address': 'fa:16:3e:4b:ca:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:27:29.983935 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7be66f70-4b0b-4c25-a940-36c05bc0eed5 req-9f8efe89-49b4-4b96-ad16-fb1fcc184a7f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670433 Apr 11 19:27:30.017108 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3733e919-e246-4895-8c14-9142b3067297 is: ACTIVE; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:30.017108 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3733e919-e246-4895-8c14-9142b3067297), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:30.031261 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3733e919-e246-4895-8c14-9142b3067297 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:27:30.057221 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:30.079721 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:30.080387 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:30.168379 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3733e919-e246-4895-8c14-9142b3067297), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:30.216540 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:30.216540 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:30.254182 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3733e919-e246-4895-8c14-9142b3067297,revision_number=6']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:30.270980 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf1267f-d58b-4784-8932-7fc72efcc1a9'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:30.274886 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2169af5b-8303-43ca-bd45-ee60dce3aa95" -d '{"events": [{"server_uuid": "4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3", "name": "network-vif-plugged", "status": "completed", "tag": "6cf1267f-d58b-4784-8932-7fc72efcc1a9"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:30.302136 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 6cf1267f-d58b-4784-8932-7fc72efcc1a9, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=6cf1267f-d58b-4784-8932-7fc72efcc1a9,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:30.332243 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['3733e919-e246-4895-8c14-9142b3067297'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:27:30.396533 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d51348-6544-48dd-89c5-735cf033c095 x-openstack-request-id: req-30d51348-6544-48dd-89c5-735cf033c095 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:30.407319 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3", "name": "network-vif-plugged", "status": "completed", "tag": "6cf1267f-d58b-4784-8932-7fc72efcc1a9", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:30.407319 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30d51348-6544-48dd-89c5-735cf033c095 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:30.407319 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d51348-6544-48dd-89c5-735cf033c095'] response: {'server_uuid': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf1267f-d58b-4784-8932-7fc72efcc1a9', 'code': 200} Apr 11 19:27:30.407319 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:30.494247 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=6cf1267f-d58b-4784-8932-7fc72efcc1a9,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:30.789644 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e885c5-e9ab-49b9-a46d-25931608052d req-b48fe644-6fe4-409f-884a-556cdc9566fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:30.789644 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-89e885c5-e9ab-49b9-a46d-25931608052d req-b48fe644-6fe4-409f-884a-556cdc9566fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 1130 time: 0.0794315 Apr 11 19:27:30.922759 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7edba-b0cf-494e-8ed4-dfd96675ea39 req-0c9ad2b6-8567-4cf7-af4a-be34a59b0fdb tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:30.922759 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-aea7edba-b0cf-494e-8ed4-dfd96675ea39 req-0c9ad2b6-8567-4cf7-af4a-be34a59b0fdb tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 944 time: 0.0827746 Apr 11 19:27:30.924070 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-89e885c5-e9ab-49b9-a46d-25931608052d req-70fa1661-7da9-47c0-8726-cf407c0aa9a0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373923 Apr 11 19:27:30.980214 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-aea7edba-b0cf-494e-8ed4-dfd96675ea39 req-b3263c88-1eb2-4ce7-89db-df4a4af655f8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466359 Apr 11 19:27:31.119144 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe9679-ffc8-4edf-833a-7b7fcc285747 req-8bbe0944-c749-4ea0-a8aa-89430ffecdf1 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:31.120740 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b6fe9679-ffc8-4edf-833a-7b7fcc285747 req-8bbe0944-c749-4ea0-a8aa-89430ffecdf1 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0538669 Apr 11 19:27:31.185488 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b6fe9679-ffc8-4edf-833a-7b7fcc285747 req-85fe0ec0-a305-487b-8c98-506f88fa570e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570788 Apr 11 19:27:31.350858 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5469931-25df-4104-8c8f-d44c933e4e53 req-14fbbbba-698d-454f-a150-e4badb0911e0 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373491761&fields=id&tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb HTTP/1.1" status: 200 len: 267 time: 0.0617280 Apr 11 19:27:31.420869 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5469931-25df-4104-8c8f-d44c933e4e53 req-8ebab16d-6c71-4abd-817c-1c8a1432baf6 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:31.428838 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5469931-25df-4104-8c8f-d44c933e4e53 req-8ebab16d-6c71-4abd-817c-1c8a1432baf6 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 985 time: 0.0655448 Apr 11 19:27:31.435581 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-a5469931-25df-4104-8c8f-d44c933e4e53 req-e53382b5-8a21-4069-af45-9cf01ff577a7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Request body: {'port': {'security_groups': ['59beee2a-d3d7-44cb-85ba-943db23a6e04']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:31.506337 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-57562043-7288-4270-94ba-237f60671182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:31.542684 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5469931-25df-4104-8c8f-d44c933e4e53 req-e53382b5-8a21-4069-af45-9cf01ff577a7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (7678d842-01ee-4779-a63c-b997e69f4594), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:31.727937 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3733e919-e246-4895-8c14-9142b3067297 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:27:31.770319 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-a5469931-25df-4104-8c8f-d44c933e4e53 req-e53382b5-8a21-4069-af45-9cf01ff577a7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] For port 7678d842-01ee-4779-a63c-b997e69f4594, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7678d842-01ee-4779-a63c-b997e69f4594,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:31.789417 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 3733e919-e246-4895-8c14-9142b3067297 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:31.789793 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3733e919-e246-4895-8c14-9142b3067297), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:31.805200 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5469931-25df-4104-8c8f-d44c933e4e53 req-e53382b5-8a21-4069-af45-9cf01ff577a7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for port (7678d842-01ee-4779-a63c-b997e69f4594), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.022420 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5469931-25df-4104-8c8f-d44c933e4e53 req-e53382b5-8a21-4069-af45-9cf01ff577a7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (7678d842-01ee-4779-a63c-b997e69f4594), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.026648 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['7678d842-01ee-4779-a63c-b997e69f4594'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:27:32.026648 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3733e919-e246-4895-8c14-9142b3067297 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:32.027093 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53382b5-8a21-4069-af45-9cf01ff577a7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event updated for resources: {'Port': ['ID=7678d842-01ee-4779-a63c-b997e69f4594,revision_number=7']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:32.027190 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3733e919-e246-4895-8c14-9142b3067297), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.027274 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5469931-25df-4104-8c8f-d44c933e4e53 req-e53382b5-8a21-4069-af45-9cf01ff577a7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:32.027274 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a5469931-25df-4104-8c8f-d44c933e4e53 req-e53382b5-8a21-4069-af45-9cf01ff577a7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.027274 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a5469931-25df-4104-8c8f-d44c933e4e53 req-e53382b5-8a21-4069-af45-9cf01ff577a7 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "PUT /v2.0/ports/7678d842-01ee-4779-a63c-b997e69f4594 HTTP/1.1" status: 200 len: 943 time: 0.5440850 Apr 11 19:27:32.027274 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:32.027274 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afe5721-3655-493d-9b64-771a72c1259f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "tag": "7678d842-01ee-4779-a63c-b997e69f4594"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:32.027725 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33768) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:32.028601 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:32.059624 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['7678d842-01ee-4779-a63c-b997e69f4594'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:27:32.106560 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-060ac745-b0a9-474b-83dd-9467829281f2 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group (85c20038-4928-48eb-b4d6-4e8345103e03), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.134660 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa4cf84-5f4a-49e5-ad08-89cb180ea131 x-openstack-request-id: req-6aa4cf84-5f4a-49e5-ad08-89cb180ea131 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:32.135602 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "tag": "7678d842-01ee-4779-a63c-b997e69f4594", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:32.135740 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6aa4cf84-5f4a-49e5-ad08-89cb180ea131 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:32.136242 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa4cf84-5f4a-49e5-ad08-89cb180ea131'] response: {'name': 'network-changed', 'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594', 'status': 'completed', 'code': 200} Apr 11 19:27:32.144441 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-060ac745-b0a9-474b-83dd-9467829281f2 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group (85c20038-4928-48eb-b4d6-4e8345103e03), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.160252 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b687a-1823-4d16-b40e-88cffe9fbc04 req-e67203d1-1275-4fda-80fe-da7cd4f5cf70 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:32.162185 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-365b687a-1823-4d16-b40e-88cffe9fbc04 req-e67203d1-1275-4fda-80fe-da7cd4f5cf70 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 944 time: 0.0819147 Apr 11 19:27:32.235733 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-365b687a-1823-4d16-b40e-88cffe9fbc04 req-e14b6e14-f464-410e-b336-91aeb77ad424 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625906 Apr 11 19:27:32.317353 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b3abf-644f-45c2-824a-9747d676a42b req-031f0b54-519a-442e-8d5b-d997cd31b1ad tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:32.318862 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5b9b3abf-644f-45c2-824a-9747d676a42b req-031f0b54-519a-442e-8d5b-d997cd31b1ad tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0527923 Apr 11 19:27:32.329278 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3733e919-e246-4895-8c14-9142b3067297), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.359781 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-060ac745-b0a9-474b-83dd-9467829281f2 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (85c20038-4928-48eb-b4d6-4e8345103e03), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.362335 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-060ac745-b0a9-474b-83dd-9467829281f2 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.363495 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-060ac745-b0a9-474b-83dd-9467829281f2 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "DELETE /v2.0/security-groups/85c20038-4928-48eb-b4d6-4e8345103e03 HTTP/1.1" status: 204 len: 168 time: 0.3510134 Apr 11 19:27:32.366297 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-be8f93af-eace-4657-9717-9bd96977a5ae None None] Provisioning complete for port 7678d842-01ee-4779-a63c-b997e69f4594 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:32.366853 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-be8f93af-eace-4657-9717-9bd96977a5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (7678d842-01ee-4779-a63c-b997e69f4594), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.368252 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33774) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:32.376471 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac745-b0a9-474b-83dd-9467829281f2 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c20038-4928-48eb-b4d6-4e8345103e03,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:32.401751 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3733e919-e246-4895-8c14-9142b3067297'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:32.403996 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f69b121-3f1a-470b-bac3-755f6540c584" -d '{"events": [{"server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "name": "network-vif-plugged", "status": "completed", "tag": "3733e919-e246-4895-8c14-9142b3067297"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:32.420384 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5b9b3abf-644f-45c2-824a-9747d676a42b req-3679debe-b22b-45de-9293-5ba4c3eb7f4e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951998 Apr 11 19:27:32.447251 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3733e919-e246-4895-8c14-9142b3067297,revision_number=7']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:32.502687 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-be8f93af-eace-4657-9717-9bd96977a5ae None None] Current status of the port 7678d842-01ee-4779-a63c-b997e69f4594 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:32.517027 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ef4700-198d-43ea-8301-a2ad08b6ab2c x-openstack-request-id: req-e8ef4700-198d-43ea-8301-a2ad08b6ab2c {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:32.521477 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "name": "network-vif-plugged", "status": "completed", "tag": "3733e919-e246-4895-8c14-9142b3067297", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:32.521477 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8ef4700-198d-43ea-8301-a2ad08b6ab2c {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:32.521477 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ef4700-198d-43ea-8301-a2ad08b6ab2c'] response: {'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3733e919-e246-4895-8c14-9142b3067297', 'code': 200} Apr 11 19:27:32.567739 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Deleting port 488a8d35-6ce5-49af-8d00-9c9f009daeb1 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:32.568169 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (488a8d35-6ce5-49af-8d00-9c9f009daeb1), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.687175 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe5721-3655-493d-9b64-771a72c1259f req-8daa6408-c149-4f0f-87e7-0e2c78d66f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:32.688849 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9afe5721-3655-493d-9b64-771a72c1259f req-8daa6408-c149-4f0f-87e7-0e2c78d66f39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb&device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0647988 Apr 11 19:27:32.706165 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (488a8d35-6ce5-49af-8d00-9c9f009daeb1), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.706596 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for floatingip (488a8d35-6ce5-49af-8d00-9c9f009daeb1), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:32.724013 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Calling delete_port for 488a8d35-6ce5-49af-8d00-9c9f009daeb1 owned by network:floatingip {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:33.020476 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (488a8d35-6ce5-49af-8d00-9c9f009daeb1), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:33.095950 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event deleted for resources: {'Port': ['ID=488a8d35-6ce5-49af-8d00-9c9f009daeb1,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:33.121145 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe5721-3655-493d-9b64-771a72c1259f req-2babe4f1-13b5-478d-bcc5-68c93e81bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:33.125155 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9afe5721-3655-493d-9b64-771a72c1259f req-2babe4f1-13b5-478d-bcc5-68c93e81bfe2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=de3c0ae5-56b8-4d67-b1e6-caf681218612 HTTP/1.1" status: 200 len: 916 time: 0.1627674 Apr 11 19:27:33.165355 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks [] for floatingip (d3623533-3829-4119-ad09-c22caff3f3db), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:33.165715 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Floating IP d3623533-3829-4119-ad09-c22caff3f3db disassociated (deleted). External IP: 172.27.2.79, port: 7678d842-01ee-4779-a63c-b997e69f4594. Apr 11 19:27:33.470640 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9afe5721-3655-493d-9b64-771a72c1259f req-8e5114e3-613c-41e7-b86b-d89b080945d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7678d842-01ee-4779-a63c-b997e69f4594 HTTP/1.1" status: 200 len: 217 time: 0.0746841 Apr 11 19:27:33.482611 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190437b-5287-4e8d-b1d5-24ee69682cef req-0a4a1386-ff3d-454f-b3e6-a0b0b6b8c6fc tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:33.489841 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6190437b-5287-4e8d-b1d5-24ee69682cef req-0a4a1386-ff3d-454f-b3e6-a0b0b6b8c6fc tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.1427708 Apr 11 19:27:33.633970 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe5721-3655-493d-9b64-771a72c1259f req-6130bf67-ffa6-4676-8e4a-273a56426991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:33.635532 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9afe5721-3655-493d-9b64-771a72c1259f req-6130bf67-ffa6-4676-8e4a-273a56426991 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6602d115-5fba-45b8-a98e-910d0ac20c7e HTTP/1.1" status: 200 len: 854 time: 0.1425521 Apr 11 19:27:33.645999 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030e00e-003c-4ea5-8227-9d95d57a57db req-7ddfb020-5884-4231-aa4c-917c9af8d086 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:33.647668 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f030e00e-003c-4ea5-8227-9d95d57a57db req-7ddfb020-5884-4231-aa4c-917c9af8d086 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.1383440 Apr 11 19:27:33.650402 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Router 7b2f1782-088c-4809-bf5b-5b186af5cd3d has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:27:33.655297 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6190437b-5287-4e8d-b1d5-24ee69682cef req-08d29876-41c3-415a-8ad0-f8efa68bf624 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641214 Apr 11 19:27:33.764799 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe5721-3655-493d-9b64-771a72c1259f req-d76efd9b-db6b-4874-af1c-73aeec72988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:33.766384 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9afe5721-3655-493d-9b64-771a72c1259f req-d76efd9b-db6b-4874-af1c-73aeec72988e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de3c0ae5-56b8-4d67-b1e6-caf681218612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1149158 Apr 11 19:27:33.826781 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f030e00e-003c-4ea5-8227-9d95d57a57db req-4c260241-9016-4643-b53c-4c3df82cf457 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631505 Apr 11 19:27:33.977926 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4f1b-f45a-4b7d-8fdd-1ad72d9377bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:34.285325 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c1432-4f16-4fab-af9f-2dce5b8eda57 req-0757d285-c8ac-462b-a61c-aa30173cb944 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:34.286661 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c84c1432-4f16-4fab-af9f-2dce5b8eda57 req-0757d285-c8ac-462b-a61c-aa30173cb944 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0817046 Apr 11 19:27:34.295567 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:27:34.296156 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33808) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:34.300724 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-4350240a-1483-45d7-87f7-c34afa4b7b71 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'floatingip': {'port_id': '6cf1267f-d58b-4784-8932-7fc72efcc1a9'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:34.303675 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:34.310492 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f40773-1020-4d99-935e-90faf8bfc175 None None] Sync routers for ids ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:27:34.331558 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9afe5721-3655-493d-9b64-771a72c1259f req-c2af7b5c-b8b4-4e7f-9748-1c80f8abbe14 service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551240 Apr 11 19:27:34.334004 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f40773-1020-4d99-935e-90faf8bfc175 None None] Routers {'7b2f1782-088c-4809-bf5b-5b186af5cd3d'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:34.334626 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a5f40773-1020-4d99-935e-90faf8bfc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:34.358631 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4350240a-1483-45d7-87f7-c34afa4b7b71 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (bbba880e-0097-4fa4-8b93-1059d9714bd3), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:34.373033 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-01faf6ed-c9ae-4f6f-8b79-491e09eae01e tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "DELETE /v2.0/floatingips/d3623533-3829-4119-ad09-c22caff3f3db HTTP/1.1" status: 204 len: 168 time: 2.0036075 Apr 11 19:27:34.375123 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:34.393381 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78" -d '{"events": [{"name": "network-changed", "server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "tag": "7678d842-01ee-4779-a63c-b997e69f4594"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:34.537550 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9afe5721-3655-493d-9b64-771a72c1259f req-85c6e0c9-7269-4016-af06-5390d54dd20a service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935222 Apr 11 19:27:34.669505 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-a5f40773-1020-4d99-935e-90faf8bfc175 None None] Set router 7b2f1782-088c-4809-bf5b-5b186af5cd3d gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:34.678938 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:34.717034 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c4ae7-f355-4834-b678-0cf3e07680d2 x-openstack-request-id: req-e83c4ae7-f355-4834-b678-0cf3e07680d2 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:34.717334 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "tag": "7678d842-01ee-4779-a63c-b997e69f4594", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:34.717671 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e83c4ae7-f355-4834-b678-0cf3e07680d2 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:34.718096 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83c4ae7-f355-4834-b678-0cf3e07680d2'] response: {'name': 'network-changed', 'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594', 'status': 'completed', 'code': 200} Apr 11 19:27:34.846248 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78 req-106255fd-db7b-47ce-abcb-041f476113c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:34.848649 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78 req-106255fd-db7b-47ce-abcb-041f476113c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb&device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 1130 time: 0.1002238 Apr 11 19:27:34.900559 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4350240a-1483-45d7-87f7-c34afa4b7b71 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:34.908132 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a5f40773-1020-4d99-935e-90faf8bfc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:11Z', 'revision_number': 4, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '3d4544b2-f96a-46e4-9209-27caa18132ce', 'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'mac_address': 'fa:16:3e:78:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:10Z', 'updated_at': '2022-04-11T19:25:15Z', 'revision_number': 5, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'subnets': [{'id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:34.936503 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f40773-1020-4d99-935e-90faf8bfc175 None None] Checking router: 7b2f1782-088c-4809-bf5b-5b186af5cd3d for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:27:34.956392 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f40773-1020-4d99-935e-90faf8bfc175 None None] Routers {'7b2f1782-088c-4809-bf5b-5b186af5cd3d'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:34.957432 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a5f40773-1020-4d99-935e-90faf8bfc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:34.979143 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4350240a-1483-45d7-87f7-c34afa4b7b71 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (bbba880e-0097-4fa4-8b93-1059d9714bd3), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:35.002051 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8133c-8fb0-415b-845a-f57d7abdbe85 req-bce79c5f-a96f-4fd7-a8ed-bbb199a3b4ad tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:35.009884 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-44f8133c-8fb0-415b-845a-f57d7abdbe85 req-bce79c5f-a96f-4fd7-a8ed-bbb199a3b4ad tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0824347 Apr 11 19:27:35.078222 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-44f8133c-8fb0-415b-845a-f57d7abdbe85 req-c771d6d1-29d3-4717-ab02-c32df963357f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672472 Apr 11 19:27:35.113856 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-a5f40773-1020-4d99-935e-90faf8bfc175 None None] Set router 7b2f1782-088c-4809-bf5b-5b186af5cd3d gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:35.244639 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78 req-be5e11c5-ff7a-4c19-b1f9-19bf38b040b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:35.246244 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78 req-be5e11c5-ff7a-4c19-b1f9-19bf38b040b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=de3c0ae5-56b8-4d67-b1e6-caf681218612 HTTP/1.1" status: 200 len: 916 time: 0.1265030 Apr 11 19:27:35.346483 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78 req-9617fbed-68b2-4ace-ae1a-55bf7ef5c8f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7678d842-01ee-4779-a63c-b997e69f4594 HTTP/1.1" status: 200 len: 217 time: 0.0700865 Apr 11 19:27:35.417312 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78 req-4168aa2e-c7b6-4aae-8558-977ba29c20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:35.419399 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78 req-4168aa2e-c7b6-4aae-8558-977ba29c20c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6602d115-5fba-45b8-a98e-910d0ac20c7e HTTP/1.1" status: 200 len: 854 time: 0.0662165 Apr 11 19:27:35.439227 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a5f40773-1020-4d99-935e-90faf8bfc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:11Z', 'revision_number': 4, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '3d4544b2-f96a-46e4-9209-27caa18132ce', 'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'mac_address': 'fa:16:3e:78:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:10Z', 'updated_at': '2022-04-11T19:25:15Z', 'revision_number': 5, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'subnets': [{'id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:35.475493 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f40773-1020-4d99-935e-90faf8bfc175 None None] The sync data for ids ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'] in dv-cinder-837362-1-iscsi is: [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:25:11Z', 'revision_number': 4, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '3d4544b2-f96a-46e4-9209-27caa18132ce', 'name': '', 'network_id': 'de3c0ae5-56b8-4d67-b1e6-caf681218612', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'mac_address': 'fa:16:3e:78:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:10Z', 'updated_at': '2022-04-11T19:25:15Z', 'revision_number': 5, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'subnets': [{'id': '6602d115-5fba-45b8-a98e-910d0ac20c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:27:35.483331 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-4350240a-1483-45d7-87f7-c34afa4b7b71 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Floating IP bbba880e-0097-4fa4-8b93-1059d9714bd3 associated. External IP: 172.27.2.132, port: 6cf1267f-d58b-4784-8932-7fc72efcc1a9. Apr 11 19:27:35.494953 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78 req-0682fda2-88d1-4259-bc3b-34db4b61d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:35.497077 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78 req-0682fda2-88d1-4259-bc3b-34db4b61d0a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de3c0ae5-56b8-4d67-b1e6-caf681218612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693505 Apr 11 19:27:35.610486 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78 req-3d92fec2-8e15-4eab-99c8-107b2590d703 service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060216 Apr 11 19:27:35.752176 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b01872e8-5d1e-4e8a-ac69-9faa3e0c7f78 req-d3a994fd-a2c2-4231-8f5d-c8878a5cea6e service neutron] 10.222.0.23 "GET /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354516 Apr 11 19:27:35.760514 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4350240a-1483-45d7-87f7-c34afa4b7b71 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Router 7f1f0a6f-195d-45e9-85a3-211ff5332900 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:27:35.835204 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f894ae-56fb-4046-ac59-1d3b8e6e634b None None] New status for floating IP d3623533-3829-4119-ad09-c22caff3f3db: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:27:35.915369 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4350240a-1483-45d7-87f7-c34afa4b7b71 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:27:35.920176 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4350240a-1483-45d7-87f7-c34afa4b7b71 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:35.929975 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c76deb9-d4f3-4940-ad76-ad6b0b987ff2 None None] Sync routers for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:27:35.946841 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76deb9-d4f3-4940-ad76-ad6b0b987ff2 None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:35.948547 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5c76deb9-d4f3-4940-ad76-ad6b0b987ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:35.999886 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4350240a-1483-45d7-87f7-c34afa4b7b71 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "PUT /v2.0/floatingips/bbba880e-0097-4fa4-8b93-1059d9714bd3 HTTP/1.1" status: 200 len: 992 time: 1.6938546 Apr 11 19:27:35.999886 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'tag': '6cf1267f-d58b-4784-8932-7fc72efcc1a9'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:35.999886 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f1ec6-f703-441c-92f5-71a2b77175df" -d '{"events": [{"name": "network-changed", "server_uuid": "4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3", "tag": "6cf1267f-d58b-4784-8932-7fc72efcc1a9"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:36.142603 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2be403-3152-4244-b146-deafe1a6fc20 x-openstack-request-id: req-fe2be403-3152-4244-b146-deafe1a6fc20 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:36.142603 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3", "tag": "6cf1267f-d58b-4784-8932-7fc72efcc1a9", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:36.142603 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe2be403-3152-4244-b146-deafe1a6fc20 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:36.142603 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2be403-3152-4244-b146-deafe1a6fc20'] response: {'name': 'network-changed', 'server_uuid': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'tag': '6cf1267f-d58b-4784-8932-7fc72efcc1a9', 'status': 'completed', 'code': 200} Apr 11 19:27:36.145699 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5c76deb9-d4f3-4940-ad76-ad6b0b987ff2 None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:36.241485 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f128b8-3b46-4a8d-93dd-6791e36ba04a req-f79e9e47-3ccd-4f2a-9eb9-d0e991cc566e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:36.243656 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-02f128b8-3b46-4a8d-93dd-6791e36ba04a req-f79e9e47-3ccd-4f2a-9eb9-d0e991cc566e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0727603 Apr 11 19:27:36.363925 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1ec6-f703-441c-92f5-71a2b77175df req-967d4c4b-bc6b-4e12-9caa-9591543640ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:36.363925 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf6f1ec6-f703-441c-92f5-71a2b77175df req-967d4c4b-bc6b-4e12-9caa-9591543640ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 1130 time: 0.0969188 Apr 11 19:27:36.373390 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-02f128b8-3b46-4a8d-93dd-6791e36ba04a req-eb5f53eb-7db5-4c2e-881f-8ce99892e6e9 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234767 Apr 11 19:27:36.458089 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5c76deb9-d4f3-4940-ad76-ad6b0b987ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'bbba880e-0097-4fa4-8b93-1059d9714bd3', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'port_id': '6cf1267f-d58b-4784-8932-7fc72efcc1a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'mac_address': 'fa:16:3e:dd:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:27:17Z', 'updated_at': '2022-04-11T19:27:34Z', 'revision_number': 1, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:36.478367 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1ec6-f703-441c-92f5-71a2b77175df req-8afb383d-0e23-445f-be71-3ddeb72c439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:36.479994 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf6f1ec6-f703-441c-92f5-71a2b77175df req-8afb383d-0e23-445f-be71-3ddeb72c439c service neutron] 10.222.0.23 "GET /v2.0/networks?id=36320420-1679-4c05-bb85-4925d8ad5187 HTTP/1.1" status: 200 len: 912 time: 0.1056294 Apr 11 19:27:36.488587 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c76deb9-d4f3-4940-ad76-ad6b0b987ff2 None None] Checking router: 7f1f0a6f-195d-45e9-85a3-211ff5332900 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:27:36.498137 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76deb9-d4f3-4940-ad76-ad6b0b987ff2 None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:36.498752 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5c76deb9-d4f3-4940-ad76-ad6b0b987ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:36.561853 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf6f1ec6-f703-441c-92f5-71a2b77175df req-47874ed1-9c1f-4a78-8f71-4242512ada72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1267f-d58b-4784-8932-7fc72efcc1a9 HTTP/1.1" status: 200 len: 1000 time: 0.0754533 Apr 11 19:27:36.612429 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5c76deb9-d4f3-4940-ad76-ad6b0b987ff2 None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:36.630085 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1ec6-f703-441c-92f5-71a2b77175df req-e2463935-44bc-438f-a6d3-1d2e2b3dcdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:36.631567 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf6f1ec6-f703-441c-92f5-71a2b77175df req-e2463935-44bc-438f-a6d3-1d2e2b3dcdee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43138c21-abfb-474b-8fed-e764ca343967 HTTP/1.1" status: 200 len: 850 time: 0.0643556 Apr 11 19:27:36.683556 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1ec6-f703-441c-92f5-71a2b77175df req-c516f243-5eac-4ca2-802e-69855d9aeaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:36.685155 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf6f1ec6-f703-441c-92f5-71a2b77175df req-c516f243-5eac-4ca2-802e-69855d9aeaeb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36320420-1679-4c05-bb85-4925d8ad5187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479188 Apr 11 19:27:36.769090 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:36.783515 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf6f1ec6-f703-441c-92f5-71a2b77175df req-a999d231-8279-4cfb-8a5d-732cedeb6bdc service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917594 Apr 11 19:27:36.842598 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5c76deb9-d4f3-4940-ad76-ad6b0b987ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'bbba880e-0097-4fa4-8b93-1059d9714bd3', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'port_id': '6cf1267f-d58b-4784-8932-7fc72efcc1a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'mac_address': 'fa:16:3e:dd:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:27:17Z', 'updated_at': '2022-04-11T19:27:34Z', 'revision_number': 1, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:36.874725 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c76deb9-d4f3-4940-ad76-ad6b0b987ff2 None None] The sync data for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi is: [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'bbba880e-0097-4fa4-8b93-1059d9714bd3', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'port_id': '6cf1267f-d58b-4784-8932-7fc72efcc1a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'mac_address': 'fa:16:3e:dd:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:27:17Z', 'updated_at': '2022-04-11T19:27:34Z', 'revision_number': 1, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:27:36.883210 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf6f1ec6-f703-441c-92f5-71a2b77175df req-2590f337-ab40-4e36-87dc-dcbaf1c518f3 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928915 Apr 11 19:27:37.239449 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd629ae0-13da-43df-b523-3023a13d7ac7 None None] New status for floating IP bbba880e-0097-4fa4-8b93-1059d9714bd3: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:27:37.582619 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8977b-a521-4375-a666-99eae90caa4c req-f0671855-7643-4beb-b44c-1559b2324b12 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:37.584172 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e5c8977b-a521-4375-a666-99eae90caa4c req-f0671855-7643-4beb-b44c-1559b2324b12 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0909903 Apr 11 19:27:37.593201 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0e772-fc9c-49b9-a54f-ee6b780180b1 req-bef1324a-ab66-4f06-9a37-b449e3baa459 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:37.594784 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ae0e772-fc9c-49b9-a54f-ee6b780180b1 req-bef1324a-ab66-4f06-9a37-b449e3baa459 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 945 time: 0.0897164 Apr 11 19:27:37.674090 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e5c8977b-a521-4375-a666-99eae90caa4c req-23191abc-e6f7-4c68-bd49-3f540e7d9e09 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782938 Apr 11 19:27:37.678495 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ae0e772-fc9c-49b9-a54f-ee6b780180b1 req-a6581484-22a7-4556-b372-be01bcd182a3 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756314 Apr 11 19:27:37.884109 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:38.853847 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800b87a-3e77-4fa1-8f5a-d5a7ab9bafbb req-3f5656d8-dde5-4ae2-9453-36e5b0119d11 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:38.861735 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f800b87a-3e77-4fa1-8f5a-d5a7ab9bafbb req-3f5656d8-dde5-4ae2-9453-36e5b0119d11 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 945 time: 0.0902581 Apr 11 19:27:38.887032 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ee3a4-8dab-4fb6-b2e4-ecafc41bf608 req-2b12ef1f-d910-4790-82e7-4ba1ff5f4b13 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:38.889781 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4b7ee3a4-8dab-4fb6-b2e4-ecafc41bf608 req-2b12ef1f-d910-4790-82e7-4ba1ff5f4b13 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0853915 Apr 11 19:27:38.958333 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f800b87a-3e77-4fa1-8f5a-d5a7ab9bafbb req-1954ae85-9426-4395-84c3-ea046ca69baa tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932963 Apr 11 19:27:38.992581 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4b7ee3a4-8dab-4fb6-b2e4-ecafc41bf608 req-3b3ed839-5e53-4c45-87f6-d006df6221a1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974658 Apr 11 19:27:39.119622 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-d52253fc-3e0f-4f69-8d55-df0b4226bb71 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:39.121211 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-d52253fc-3e0f-4f69-8d55-df0b4226bb71 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 945 time: 0.0550346 Apr 11 19:27:39.221118 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Deleting port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:39.222046 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:39.335064 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] For port 4c9b48b5-0fe6-4995-8670-8259b0e284a2, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=4c9b48b5-0fe6-4995-8670-8259b0e284a2,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:39.335501 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:39.454396 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ce665-2818-4945-a645-8bca19002461 req-ec3f9c53-6af9-4c00-9820-5183e4877b64 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:39.455944 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-301ce665-2818-4945-a645-8bca19002461 req-ec3f9c53-6af9-4c00-9820-5183e4877b64 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 946 time: 0.0697436 Apr 11 19:27:39.587366 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-301ce665-2818-4945-a645-8bca19002461 req-b17cd8e0-5ec8-431a-9ca7-cad851e04086 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024303 Apr 11 19:27:39.613435 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:39.613886 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:39.614285 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Floating IP 1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49 disassociated. External IP: 172.27.2.8, port: 4c9b48b5-0fe6-4995-8670-8259b0e284a2. Apr 11 19:27:39.614716 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Calling delete_port for 4c9b48b5-0fe6-4995-8670-8259b0e284a2 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:40.114037 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59250294-2b97-496f-b7a9-75dde8dc7812 req-6c5dd7bf-cba8-46a4-9505-37466e0933ef tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:40.115539 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-59250294-2b97-496f-b7a9-75dde8dc7812 req-6c5dd7bf-cba8-46a4-9505-37466e0933ef tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 945 time: 0.0798273 Apr 11 19:27:40.143670 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f0185-b2d0-42cf-b2e7-940b1e957789 req-5584bca3-a4b0-4586-b041-3a9a52de7d0b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:40.145085 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1b2f0185-b2d0-42cf-b2e7-940b1e957789 req-5584bca3-a4b0-4586-b041-3a9a52de7d0b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0756176 Apr 11 19:27:40.190950 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-59250294-2b97-496f-b7a9-75dde8dc7812 req-96dec301-f1cb-488e-9c2c-2e8a43283669 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=545b2fd0-b6f4-461a-891e-14b340f8ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689232 Apr 11 19:27:40.216205 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1b2f0185-b2d0-42cf-b2e7-940b1e957789 req-f0212db4-1309-47c8-8e37-fc3840dd4c99 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625029 Apr 11 19:27:40.531349 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (4c9b48b5-0fe6-4995-8670-8259b0e284a2), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:40.560554 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'Port': ['ID=4c9b48b5-0fe6-4995-8670-8259b0e284a2,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:40.716010 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904fa00-fe70-405c-8002-bb4d4c569f42 req-f889b679-df62-4f2c-885b-243f9278d192 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:40.717465 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0904fa00-fe70-405c-8002-bb4d4c569f42 req-f889b679-df62-4f2c-885b-243f9278d192 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 946 time: 0.0616527 Apr 11 19:27:40.727687 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Router 901fed40-c74c-4f1b-a871-d6a1540afa60 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:27:40.825217 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0904fa00-fe70-405c-8002-bb4d4c569f42 req-1cc38ea7-5a7a-4870-9070-2222a5cc8e05 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/security-groups?id=59beee2a-d3d7-44cb-85ba-943db23a6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951629 Apr 11 19:27:40.912147 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:27:40.935239 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694f292-ee28-4ff3-9e83-6495b6ef2433 None None] Sync routers for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:27:40.962993 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] No DVR routers for this DVR port 4c9b48b5-0fe6-4995-8670-8259b0e284a2 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:27:40.966887 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:40.972063 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee6a66bd-4300-4b58-b8fd-5ba61f0d71dc req-090e5690-8384-4765-8eb2-c20432a356ea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "DELETE /v2.0/ports/4c9b48b5-0fe6-4995-8670-8259b0e284a2 HTTP/1.1" status: 204 len: 173 time: 1.8434906 Apr 11 19:27:40.972568 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'name': 'network-vif-deleted', 'tag': '4c9b48b5-0fe6-4995-8670-8259b0e284a2'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:40.974883 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4818d77-ff8c-4716-973f-583a4b8f81cd" -d '{"events": [{"server_uuid": "075fadfe-7ea7-46ee-982d-16bd025dedde", "name": "network-vif-deleted", "tag": "4c9b48b5-0fe6-4995-8670-8259b0e284a2"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:41.012928 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e2d538-25b5-4ec6-a19d-94da3d3d2b1f x-openstack-request-id: req-12e2d538-25b5-4ec6-a19d-94da3d3d2b1f {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:41.012928 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075fadfe-7ea7-46ee-982d-16bd025dedde", "name": "network-vif-deleted", "tag": "4c9b48b5-0fe6-4995-8670-8259b0e284a2", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:41.013143 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12e2d538-25b5-4ec6-a19d-94da3d3d2b1f {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:41.013422 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e2d538-25b5-4ec6-a19d-94da3d3d2b1f'] response: {'server_uuid': '075fadfe-7ea7-46ee-982d-16bd025dedde', 'name': 'network-vif-deleted', 'tag': '4c9b48b5-0fe6-4995-8670-8259b0e284a2', 'status': 'completed', 'code': 200} Apr 11 19:27:41.096752 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694f292-ee28-4ff3-9e83-6495b6ef2433 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:41.101750 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e694f292-ee28-4ff3-9e83-6495b6ef2433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:41.155083 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288895ed-fa2b-41f7-8771-888d6fec12c5 req-9483e94d-efea-4c3a-9745-63493ef081d1 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:41.156957 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-288895ed-fa2b-41f7-8771-888d6fec12c5 req-9483e94d-efea-4c3a-9745-63493ef081d1 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 946 time: 0.0769782 Apr 11 19:27:41.254805 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-e694f292-ee28-4ff3-9e83-6495b6ef2433 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:41.402622 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-288895ed-fa2b-41f7-8771-888d6fec12c5 req-bdfe368c-a0ce-477a-b6f9-7ae38e6e8de5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Deleting port 7678d842-01ee-4779-a63c-b997e69f4594 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:41.402952 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-288895ed-fa2b-41f7-8771-888d6fec12c5 req-bdfe368c-a0ce-477a-b6f9-7ae38e6e8de5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (7678d842-01ee-4779-a63c-b997e69f4594), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:41.415128 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc3e3-864b-46b8-bddd-666ac8261070 req-1e4ec576-4c02-46eb-b513-df9da753ca60 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:41.416932 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-720cc3e3-864b-46b8-bddd-666ac8261070 req-1e4ec576-4c02-46eb-b513-df9da753ca60 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0739353 Apr 11 19:27:41.465363 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1967d21-3f4b-422a-bf72-c792a24c1c4e req-c300f7e5-85b3-4ed8-8dd9-6e562091492f tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=075fadfe-7ea7-46ee-982d-16bd025dedde HTTP/1.1" status: 200 len: 210 time: 0.1206980 Apr 11 19:27:41.521481 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e694f292-ee28-4ff3-9e83-6495b6ef2433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:41.557886 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694f292-ee28-4ff3-9e83-6495b6ef2433 None None] Checking router: 901fed40-c74c-4f1b-a871-d6a1540afa60 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:27:41.566709 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694f292-ee28-4ff3-9e83-6495b6ef2433 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:41.567405 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e694f292-ee28-4ff3-9e83-6495b6ef2433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:41.572895 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-720cc3e3-864b-46b8-bddd-666ac8261070 req-a3de97a6-d45d-48e8-98a2-c52c374ea2db tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410325 Apr 11 19:27:41.628525 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-288895ed-fa2b-41f7-8771-888d6fec12c5 req-bdfe368c-a0ce-477a-b6f9-7ae38e6e8de5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] For port 7678d842-01ee-4779-a63c-b997e69f4594, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7678d842-01ee-4779-a63c-b997e69f4594,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:41.628525 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-288895ed-fa2b-41f7-8771-888d6fec12c5 req-bdfe368c-a0ce-477a-b6f9-7ae38e6e8de5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (7678d842-01ee-4779-a63c-b997e69f4594), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:41.628525 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-288895ed-fa2b-41f7-8771-888d6fec12c5 req-bdfe368c-a0ce-477a-b6f9-7ae38e6e8de5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Calling delete_port for 7678d842-01ee-4779-a63c-b997e69f4594 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:41.683829 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-e694f292-ee28-4ff3-9e83-6495b6ef2433 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:41.827066 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-288895ed-fa2b-41f7-8771-888d6fec12c5 req-bdfe368c-a0ce-477a-b6f9-7ae38e6e8de5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (7678d842-01ee-4779-a63c-b997e69f4594), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:41.842241 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['7678d842-01ee-4779-a63c-b997e69f4594'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:27:41.860223 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe368c-a0ce-477a-b6f9-7ae38e6e8de5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Pushing event deleted for resources: {'Port': ['ID=7678d842-01ee-4779-a63c-b997e69f4594,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:41.899089 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e694f292-ee28-4ff3-9e83-6495b6ef2433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:41.931561 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694f292-ee28-4ff3-9e83-6495b6ef2433 None None] The sync data for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi is: [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:27:41.954781 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-288895ed-fa2b-41f7-8771-888d6fec12c5 req-bdfe368c-a0ce-477a-b6f9-7ae38e6e8de5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] No DVR routers for this DVR port 7678d842-01ee-4779-a63c-b997e69f4594 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:27:41.957918 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-12f9b8b9-a19d-4069-83ad-7dd7704ca59a req-39cbea89-0fed-48b5-a9df-669ba9ca8937 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 210 time: 0.0481262 Apr 11 19:27:41.958966 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-288895ed-fa2b-41f7-8771-888d6fec12c5 req-bdfe368c-a0ce-477a-b6f9-7ae38e6e8de5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:41.962256 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-288895ed-fa2b-41f7-8771-888d6fec12c5 req-bdfe368c-a0ce-477a-b6f9-7ae38e6e8de5 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.23 "DELETE /v2.0/ports/7678d842-01ee-4779-a63c-b997e69f4594 HTTP/1.1" status: 204 len: 173 time: 0.7782516 Apr 11 19:27:42.205178 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eaf694-a020-4cf6-b1d6-541bd9ad1a15 None None] New status for floating IP 1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:27:42.617798 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33904) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:42.706899 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e486f-a3e5-46d3-873a-38549390ad5d req-4b884324-37c1-43a0-8852-ad54e8620966 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:42.708397 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-189e486f-a3e5-46d3-873a-38549390ad5d req-4b884324-37c1-43a0-8852-ad54e8620966 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0636511 Apr 11 19:27:42.714366 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1158-311b-4750-90bb-da4aab269aea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (545b2fd0-b6f4-461a-891e-14b340f8ce0b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:42.757702 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1158-311b-4750-90bb-da4aab269aea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (545b2fd0-b6f4-461a-891e-14b340f8ce0b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:42.796621 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-189e486f-a3e5-46d3-873a-38549390ad5d req-afbe28e4-d9ff-46e7-aeda-1baa7cfee8e7 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802898 Apr 11 19:27:42.890987 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1158-311b-4750-90bb-da4aab269aea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (545b2fd0-b6f4-461a-891e-14b340f8ce0b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:42.893556 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1158-311b-4750-90bb-da4aab269aea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:42.897110 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0f2b1158-311b-4750-90bb-da4aab269aea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "DELETE /v2.0/security-groups/545b2fd0-b6f4-461a-891e-14b340f8ce0b HTTP/1.1" status: 204 len: 168 time: 0.2758882 Apr 11 19:27:42.897474 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33908) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:42.910527 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b1158-311b-4750-90bb-da4aab269aea tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=545b2fd0-b6f4-461a-891e-14b340f8ce0b,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:42.911568 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.api.v2.resource [None req-ce31011d-4714-4613-a745-1c664177395b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] show failed (client error): The resource could not be found. Apr 11 19:27:42.912607 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ce31011d-4714-4613-a745-1c664177395b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups/545b2fd0-b6f4-461a-891e-14b340f8ce0b HTTP/1.1" status: 404 len: 347 time: 0.0136621 Apr 11 19:27:42.916132 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33910) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:42.918078 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230db45-1ca4-479d-b8e4-494f171fa0b6 req-f841b1ef-8efa-4f26-85f4-7f494c6d3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:42.920040 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b230db45-1ca4-479d-b8e4-494f171fa0b6 req-f841b1ef-8efa-4f26-85f4-7f494c6d3f42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 1129 time: 0.0547500 Apr 11 19:27:43.018259 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'name': 'network-vif-deleted', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:43.021262 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f41897-50c2-4b0a-9fef-cc59ce99df09" -d '{"events": [{"server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "name": "network-vif-deleted", "tag": "7678d842-01ee-4779-a63c-b997e69f4594"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:43.031830 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230db45-1ca4-479d-b8e4-494f171fa0b6 req-ef9788f6-8b5c-43fd-bd87-2a710bf233ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:43.037652 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b230db45-1ca4-479d-b8e4-494f171fa0b6 req-ef9788f6-8b5c-43fd-bd87-2a710bf233ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 918 time: 0.1062233 Apr 11 19:27:43.041500 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9f372-ab08-4fc4-a8ba-c42733a2a46e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Deleting port e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:43.042019 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f372-ab08-4fc4-a8ba-c42733a2a46e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:43.104750 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34822e3-ffa6-4433-8270-ebaae0e2a497 x-openstack-request-id: req-c34822e3-ffa6-4433-8270-ebaae0e2a497 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:43.104750 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e204a7f-ab8f-4ca5-b6df-8458cf715fd4", "name": "network-vif-deleted", "tag": "7678d842-01ee-4779-a63c-b997e69f4594", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:43.104750 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c34822e3-ffa6-4433-8270-ebaae0e2a497 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:43.105258 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34822e3-ffa6-4433-8270-ebaae0e2a497'] response: {'server_uuid': '1e204a7f-ab8f-4ca5-b6df-8458cf715fd4', 'name': 'network-vif-deleted', 'tag': '7678d842-01ee-4779-a63c-b997e69f4594', 'status': 'completed', 'code': 200} Apr 11 19:27:43.122901 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9338d1d2-683a-4f06-8d72-48349180ee8c req-eef90cac-f914-464b-988d-2db233cd6219 tempest-TestMinimumBasicScenario-1948806787 tempest-TestMinimumBasicScenario-1948806787-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e204a7f-ab8f-4ca5-b6df-8458cf715fd4 HTTP/1.1" status: 200 len: 210 time: 0.0606511 Apr 11 19:27:43.127084 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f372-ab08-4fc4-a8ba-c42733a2a46e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:43.127541 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f372-ab08-4fc4-a8ba-c42733a2a46e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:43.147302 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b230db45-1ca4-479d-b8e4-494f171fa0b6 req-7dfcfbfa-60e4-4c63-aef9-688ac1158461 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3733e919-e246-4895-8c14-9142b3067297 HTTP/1.1" status: 200 len: 1001 time: 0.0987680 Apr 11 19:27:43.151563 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9f372-ab08-4fc4-a8ba-c42733a2a46e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Calling delete_port for e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:43.197588 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230db45-1ca4-479d-b8e4-494f171fa0b6 req-256c3599-c198-4a40-b4cd-163b2f4c7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:43.199224 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b230db45-1ca4-479d-b8e4-494f171fa0b6 req-256c3599-c198-4a40-b4cd-163b2f4c7e94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 200 len: 856 time: 0.0463698 Apr 11 19:27:43.244605 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230db45-1ca4-479d-b8e4-494f171fa0b6 req-2c6a0102-e1cf-499d-9ea1-1b5103aa597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:43.246748 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b230db45-1ca4-479d-b8e4-494f171fa0b6 req-2c6a0102-e1cf-499d-9ea1-1b5103aa597d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34eb8caf-ea24-4e8f-89b6-a31932c34a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405848 Apr 11 19:27:43.342778 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b230db45-1ca4-479d-b8e4-494f171fa0b6 req-ac6aad3c-ef52-49d1-84be-b3c7bee04049 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878940 Apr 11 19:27:43.343022 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f372-ab08-4fc4-a8ba-c42733a2a46e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:43.375826 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9f372-ab08-4fc4-a8ba-c42733a2a46e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'Port': ['ID=e4157bc8-9d8f-4279-a9d4-f6e6c8cdb46c,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:43.433816 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b230db45-1ca4-479d-b8e4-494f171fa0b6 req-4a447b35-9b53-44f5-9675-a4c839f285e4 service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845737 Apr 11 19:27:43.435488 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f372-ab08-4fc4-a8ba-c42733a2a46e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:43.438006 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f372-ab08-4fc4-a8ba-c42733a2a46e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:43.439336 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b4a9f372-ab08-4fc4-a8ba-c42733a2a46e tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "DELETE /v2.0/floatingips/1cfa1aa7-d3c1-4a35-9fdc-6b222ef20c49 HTTP/1.1" status: 204 len: 168 time: 0.5221934 Apr 11 19:27:43.673524 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33918) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:43.678147 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-2fb04219-64f9-4a80-86ad-a54ce25f06d6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--666233138', 'description': 'tempest-description--1179700789'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:43.751554 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fb04219-64f9-4a80-86ad-a54ce25f06d6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:43.780371 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 4c9b48b5-0fe6-4995-8670-8259b0e284a2 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:43.800792 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 4c9b48b5-0fe6-4995-8670-8259b0e284a2 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:43.801136 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 4c9b48b5-0fe6-4995-8670-8259b0e284a2 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:43.801551 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 7678d842-01ee-4779-a63c-b997e69f4594 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:43.820487 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 7678d842-01ee-4779-a63c-b997e69f4594 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:43.820695 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fb04219-64f9-4a80-86ad-a54ce25f06d6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (f92fb1cb-0807-4193-8d8a-9f19ee4a1052), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:43.820837 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 7678d842-01ee-4779-a63c-b997e69f4594 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:43.894895 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fb04219-64f9-4a80-86ad-a54ce25f06d6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (f92fb1cb-0807-4193-8d8a-9f19ee4a1052), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:43.935730 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f45ed-8c3b-4de5-8dc0-3a62253d1052 req-412d0a4d-f2c1-4157-b3ad-6e169a56452c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:43.937510 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3e9f45ed-8c3b-4de5-8dc0-3a62253d1052 req-412d0a4d-f2c1-4157-b3ad-6e169a56452c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0703676 Apr 11 19:27:43.941517 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb04219-64f9-4a80-86ad-a54ce25f06d6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92fb1cb-0807-4193-8d8a-9f19ee4a1052,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:43.986268 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2fb04219-64f9-4a80-86ad-a54ce25f06d6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:43.987467 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2fb04219-64f9-4a80-86ad-a54ce25f06d6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3129294 Apr 11 19:27:43.990395 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33922) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:43.992529 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3e9f45ed-8c3b-4de5-8dc0-3a62253d1052 req-1cfbb6f0-a7a3-4369-b7c7-ea0a0a76cde3 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455487 Apr 11 19:27:43.995297 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-e50e9e56-3fe9-4234-a544-0ef197584021 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group_rule': {'security_group_id': 'f92fb1cb-0807-4193-8d8a-9f19ee4a1052', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:44.079338 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e50e9e56-3fe9-4234-a544-0ef197584021 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (5aea79b5-e29f-4586-bef7-fd78b276f75b), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:44.203329 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e50e9e56-3fe9-4234-a544-0ef197584021 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (5aea79b5-e29f-4586-bef7-fd78b276f75b), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:44.285143 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e50e9e56-3fe9-4234-a544-0ef197584021 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (5aea79b5-e29f-4586-bef7-fd78b276f75b), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:44.307060 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e9e56-3fe9-4234-a544-0ef197584021 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aea79b5-e29f-4586-bef7-fd78b276f75b,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:44.350168 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-e50e9e56-3fe9-4234-a544-0ef197584021 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:44.351392 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-e50e9e56-3fe9-4234-a544-0ef197584021 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3599637 Apr 11 19:27:44.354076 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33938) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:44.358425 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-96d6a849-fa8d-4580-892f-55c53d73cf1b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'security_group_rule': {'security_group_id': 'f92fb1cb-0807-4193-8d8a-9f19ee4a1052', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:44.446044 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-96d6a849-fa8d-4580-892f-55c53d73cf1b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (a57d2baf-9b9c-4497-8bb5-8c07d398d384), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:44.500359 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-96d6a849-fa8d-4580-892f-55c53d73cf1b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (a57d2baf-9b9c-4497-8bb5-8c07d398d384), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:44.571548 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-96d6a849-fa8d-4580-892f-55c53d73cf1b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (a57d2baf-9b9c-4497-8bb5-8c07d398d384), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:44.589447 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6a849-fa8d-4580-892f-55c53d73cf1b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57d2baf-9b9c-4497-8bb5-8c07d398d384,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:44.624497 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-96d6a849-fa8d-4580-892f-55c53d73cf1b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:44.629079 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-96d6a849-fa8d-4580-892f-55c53d73cf1b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2706177 Apr 11 19:27:44.629079 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 33950) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:44.633896 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:44.702638 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:44.782122 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:44.891616 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Allocated IP 172.27.2.141 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/c1dadaa2-baa4-4946-8210-0ef970224ec3) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:27:44.993490 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (c1dadaa2-baa4-4946-8210-0ef970224ec3), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:45.118220 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (c1dadaa2-baa4-4946-8210-0ef970224ec3), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:45.119694 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fcbe6-9dcf-410c-9a08-5ac86ba90600 req-41abb01a-13ee-4b28-ab8f-0da0b999b4aa tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:45.121301 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e50fcbe6-9dcf-410c-9a08-5ac86ba90600 req-41abb01a-13ee-4b28-ab8f-0da0b999b4aa tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 945 time: 0.0526195 Apr 11 19:27:45.157139 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:27:45.159904 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:27:45.162436 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:27:45.169700 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e50fcbe6-9dcf-410c-9a08-5ac86ba90600 req-b0478608-1174-4e21-96e7-6d91f6a6521c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426641 Apr 11 19:27:45.193207 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=c1dadaa2-baa4-4946-8210-0ef970224ec3,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:45.261034 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (536d8743-659b-4660-86e0-94ac9cb45098), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:45.359651 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (c1dadaa2-baa4-4946-8210-0ef970224ec3), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:45.456469 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 33970) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:45.516908 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (c1dadaa2-baa4-4946-8210-0ef970224ec3), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:45.554106 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (c1dadaa2-baa4-4946-8210-0ef970224ec3), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:45.625101 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=c1dadaa2-baa4-4946-8210-0ef970224ec3,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:45.637952 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (536d8743-659b-4660-86e0-94ac9cb45098), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:45.720340 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:45.722650 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-002e969e-71e4-4970-9662-557e7556ba80 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0926650 Apr 11 19:27:45.786090 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3733e919-e246-4895-8c14-9142b3067297 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:45.880951 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3733e919-e246-4895-8c14-9142b3067297 is: ACTIVE; New status is: DOWN {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:45.881446 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3733e919-e246-4895-8c14-9142b3067297), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:45.916795 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3733e919-e246-4895-8c14-9142b3067297'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:45.919138 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f424a4a-04e4-4796-ae63-4d3fb5144b48" -d '{"events": [{"server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "name": "network-vif-unplugged", "status": "completed", "tag": "3733e919-e246-4895-8c14-9142b3067297"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:45.933085 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:45.951248 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6ae53a-9e06-4528-b77d-d83ed53a35a8 x-openstack-request-id: req-9c6ae53a-9e06-4528-b77d-d83ed53a35a8 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:45.951801 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "name": "network-vif-unplugged", "status": "failed", "tag": "3733e919-e246-4895-8c14-9142b3067297", "code": 422}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:45.952067 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c6ae53a-9e06-4528-b77d-d83ed53a35a8 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:45.952430 dv-cinder-837362-1-iscsi neutron-server[103946]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9c6ae53a-9e06-4528-b77d-d83ed53a35a8']: {'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3733e919-e246-4895-8c14-9142b3067297', 'code': 422} returned with failed status Apr 11 19:27:45.990187 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-ee36cc74-189c-41de-b43f-1e05086a1721 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--666233138&fields=id&tenant_id=479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 267 time: 0.0619428 Apr 11 19:27:46.016891 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3733e919-e246-4895-8c14-9142b3067297), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:46.065709 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3733e919-e246-4895-8c14-9142b3067297,revision_number=8']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:46.174054 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-2057be6f-d354-4b8d-9a05-5360cb5653f8 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:46.175512 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-2057be6f-d354-4b8d-9a05-5360cb5653f8 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 815 time: 0.1687548 Apr 11 19:27:46.200937 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-4b7a292e-2f38-4dff-b585-fff69287df9b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/quotas/479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 375 time: 0.0189550 Apr 11 19:27:46.202047 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579013'] for router_interface (7b2f1782-088c-4809-bf5b-5b186af5cd3d), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:46.354455 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e37d7-89ea-40f4-9517-b13693229dad req-cee32a44-9e94-4846-88e3-53c8e259c783 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:46.355958 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c19e37d7-89ea-40f4-9517-b13693229dad req-cee32a44-9e94-4846-88e3-53c8e259c783 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.1136310 Apr 11 19:27:46.362070 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-155a7f97-1a6a-4131-8546-6385e0c67f30 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229670 Apr 11 19:27:46.532204 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c19e37d7-89ea-40f4-9517-b13693229dad req-0898b637-c61f-42c2-85ee-68a777e21db8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691530 Apr 11 19:27:46.563413 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-86a2cdba-0983-402b-b729-bc21c5eea262 service neutron] 10.222.0.13 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816025 Apr 11 19:27:46.689253 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] Deleting port 3d4544b2-f96a-46e4-9209-27caa18132ce {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:46.689599 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:46.725655 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-d7acdd40-b9b6-46bd-9f3e-84e986c76dd3 service neutron] 10.222.0.13 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408620 Apr 11 19:27:46.788730 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] For port 3d4544b2-f96a-46e4-9209-27caa18132ce, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=3d4544b2-f96a-46e4-9209-27caa18132ce,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:46.789110 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:46.803370 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] Calling delete_port for 3d4544b2-f96a-46e4-9209-27caa18132ce owned by network:router_interface {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:47.003926 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9464612e-8174-48d9-80a6-6359223e8061 req-485a3192-99af-4cfa-942a-897833d6f1f8 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 210 time: 0.0525827 Apr 11 19:27:47.119699 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (3d4544b2-f96a-46e4-9209-27caa18132ce), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:47.144550 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4544b2-f96a-46e4-9209-27caa18132ce,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:47.363871 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578921'] for router_interface (7b2f1782-088c-4809-bf5b-5b186af5cd3d), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:47.585235 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] Router 7b2f1782-088c-4809-bf5b-5b186af5cd3d has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:27:47.696028 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:27:47.700883 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-5cbe3dac-b30b-455c-bede-b933526aba24 admin admin] 10.222.0.13 "PUT /v2.0/routers/7b2f1782-088c-4809-bf5b-5b186af5cd3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2432587 Apr 11 19:27:47.703341 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34008) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:47.704511 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cfbb5-b0fc-4906-abae-24292adda1ea None None] Sync routers for ids ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:27:47.716034 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90cfbb5-b0fc-4906-abae-24292adda1ea None None] Routers {'7b2f1782-088c-4809-bf5b-5b186af5cd3d'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:47.716763 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f90cfbb5-b0fc-4906-abae-24292adda1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:47.818491 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Publish callbacks [] for router (7b2f1782-088c-4809-bf5b-5b186af5cd3d), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:47.826090 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f90cfbb5-b0fc-4906-abae-24292adda1ea None None] Set router 7b2f1782-088c-4809-bf5b-5b186af5cd3d gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:47.947253 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Publish callbacks [] for router_gateway (7b2f1782-088c-4809-bf5b-5b186af5cd3d), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:47.999528 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f90cfbb5-b0fc-4906-abae-24292adda1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:27:46Z', 'revision_number': 5, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port': {'id': '7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:06Z', 'updated_at': '2022-04-11T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:48.029553 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cfbb5-b0fc-4906-abae-24292adda1ea None None] Checking router: 7b2f1782-088c-4809-bf5b-5b186af5cd3d for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:27:48.039470 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90cfbb5-b0fc-4906-abae-24292adda1ea None None] Routers {'7b2f1782-088c-4809-bf5b-5b186af5cd3d'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:48.040217 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f90cfbb5-b0fc-4906-abae-24292adda1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:48.092826 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Deleting port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:48.093173 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:48.136445 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f3ddf5c1-65fe-4d58-8855-90447fcfe361 req-11e1ab77-15ef-4d9b-b151-00ba7bd34c06 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 210 time: 0.0410948 Apr 11 19:27:48.234362 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] For port 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:48.235197 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:48.236181 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f90cfbb5-b0fc-4906-abae-24292adda1ea None None] Set router 7b2f1782-088c-4809-bf5b-5b186af5cd3d gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:48.249701 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Calling delete_port for 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac owned by network:router_gateway {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:48.289466 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f90cfbb5-b0fc-4906-abae-24292adda1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:27:47Z', 'revision_number': 6, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port_host': None}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:48.320629 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cfbb5-b0fc-4906-abae-24292adda1ea None None] The sync data for ids ['7b2f1782-088c-4809-bf5b-5b186af5cd3d'] in dv-cinder-837362-1-iscsi is: [{'id': '7b2f1782-088c-4809-bf5b-5b186af5cd3d', 'name': 'tempest-TestMinimumBasicScenario-1415237181-router', 'tenant_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:05Z', 'updated_at': '2022-04-11T19:27:47Z', 'revision_number': 6, 'project_id': 'bbbc2284e2d74ba4a8735b18ccee61fb', 'gw_port_host': None}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:27:48.525694 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:48.557914 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:48.634649 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576399'] for router_gateway (7b2f1782-088c-4809-bf5b-5b186af5cd3d), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:48.696272 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-baec4a42-139c-4500-b389-a77e61220430 req-1ebaf6ce-3158-4a3d-90aa-d4e62b5d4670 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:27:48.697317 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-baec4a42-139c-4500-b389-a77e61220430 req-1ebaf6ce-3158-4a3d-90aa-d4e62b5d4670 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0916245 Apr 11 19:27:48.736901 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31717'] for router (7b2f1782-088c-4809-bf5b-5b186af5cd3d), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:48.739258 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Publish callbacks [] for router_controller (7b2f1782-088c-4809-bf5b-5b186af5cd3d), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:48.906916 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678440'] for router (7b2f1782-088c-4809-bf5b-5b186af5cd3d), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:48.916029 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2f1782-088c-4809-bf5b-5b186af5cd3d {{(pid=103943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:27:48.916029 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:48.916029 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-41d90487-d782-4a65-b31a-b4368aa9d1c5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7b2f1782-088c-4809-bf5b-5b186af5cd3d HTTP/1.1" status: 204 len: 168 time: 1.2115400 Apr 11 19:27:48.918582 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34028) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:48.938646 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-e12fdcb6-507e-46c4-a417-3632460fa46a tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:48.940428 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-e12fdcb6-507e-46c4-a417-3632460fa46a tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 815 time: 0.1182890 Apr 11 19:27:48.973935 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-9564a5fe-be29-433c-ad54-8b162e4873a8 admin admin] Deleting subnet 6602d115-5fba-45b8-a98e-910d0ac20c7e {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:27:48.976579 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9564a5fe-be29-433c-ad54-8b162e4873a8 admin admin] Publish callbacks [] for subnet (6602d115-5fba-45b8-a98e-910d0ac20c7e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.018457 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-d83418e9-e19b-4daa-b027-ae4d9e3a5f04 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=479ffe08a4b44689a071d31e82746ba0 HTTP/1.1" status: 200 len: 379 time: 0.0670381 Apr 11 19:27:49.021843 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9564a5fe-be29-433c-ad54-8b162e4873a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (6602d115-5fba-45b8-a98e-910d0ac20c7e), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.028673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'port': {'device_id': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'admin_state_up': True, 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'security_groups': ['f92fb1cb-0807-4193-8d8a-9f19ee4a1052']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:49.156180 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad9ce3-4559-4e55-8bd9-59cae9caa69a req-a632340d-02b8-4297-b9cc-8fd4d5de1659 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:49.157683 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41ad9ce3-4559-4e55-8bd9-59cae9caa69a req-a632340d-02b8-4297-b9cc-8fd4d5de1659 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.1087174 Apr 11 19:27:49.162732 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:49.208001 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:49.208464 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 7ca8019c-dd6e-4f8f-b1b4-28c91f4d62ac not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:49.209085 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 3d4544b2-f96a-46e4-9209-27caa18132ce no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:49.224383 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9564a5fe-be29-433c-ad54-8b162e4873a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (6602d115-5fba-45b8-a98e-910d0ac20c7e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.235994 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 3d4544b2-f96a-46e4-9209-27caa18132ce {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:49.236431 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 3d4544b2-f96a-46e4-9209-27caa18132ce not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:49.284165 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d29225db-ec1a-4327-9cc1-6bf83555fd98 req-b02b3eb9-e7b4-47d8-b2b0-0c48b38cdad5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 210 time: 0.0658822 Apr 11 19:27:49.294227 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-41ad9ce3-4559-4e55-8bd9-59cae9caa69a req-9f898655-2f84-46a2-8f41-ebb0db6a6370 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190906 Apr 11 19:27:49.398213 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9564a5fe-be29-433c-ad54-8b162e4873a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (6602d115-5fba-45b8-a98e-910d0ac20c7e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.404870 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Made reservation on behalf of 479ffe08a4b44689a071d31e82746ba0 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:27:49.408519 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.425845 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564a5fe-be29-433c-ad54-8b162e4873a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6602d115-5fba-45b8-a98e-910d0ac20c7e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:49.427806 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9564a5fe-be29-433c-ad54-8b162e4873a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.431650 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9564a5fe-be29-433c-ad54-8b162e4873a8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6602d115-5fba-45b8-a98e-910d0ac20c7e HTTP/1.1" status: 204 len: 168 time: 0.5119119 Apr 11 19:27:49.433938 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b46caa-6f5c-4005-bfdd-3824312d49fc None None] Network de3c0ae5-56b8-4d67-b1e6-caf681218612 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:27:49.434194 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34048) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:49.444627 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-73f67573-ef0e-4a1e-859e-579af5a05270 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706587 Apr 11 19:27:49.542066 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (de3c0ae5-56b8-4d67-b1e6-caf681218612), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.558072 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Allocated IP 172.20.0.7 (d2ff84dc-700b-4158-8f83-714808b8c99a/1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0/97ac6fb3-f650-4795-83ee-bedb7b06713e) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:27:49.560861 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-6d47e9cf-ff46-40b6-994f-57571a769353 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:49.562377 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-6d47e9cf-ff46-40b6-994f-57571a769353 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports/3733e919-e246-4895-8c14-9142b3067297 HTTP/1.1" status: 200 len: 940 time: 0.0751450 Apr 11 19:27:49.603144 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Deleting port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:49.603477 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.619431 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b439b3a-3a89-4a4c-b7c1-b9b2188eb361 None None] DHCP port deletion for de3c0ae5-56b8-4d67-b1e6-caf681218612 request from dv-cinder-837362-1-iscsi {{(pid=103946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:27:49.672702 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] For port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=9c4a1b37-cd1b-4fb6-9d88-06354302bf1a,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:49.673076 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.687490 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Calling delete_port for 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:49.698935 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-9b439b3a-3a89-4a4c-b7c1-b9b2188eb361 None None] Deleting port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:49.700275 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9b439b3a-3a89-4a4c-b7c1-b9b2188eb361 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.724170 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.777654 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-9b439b3a-3a89-4a4c-b7c1-b9b2188eb361 None None] For port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=9c4a1b37-cd1b-4fb6-9d88-06354302bf1a,segment=NetworkSegment(cb8db201-ab03-4d77-9000-efa1c40f0cf1),segment_id=cb8db201-ab03-4d77-9000-efa1c40f0cf1)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:49.778050 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9b439b3a-3a89-4a4c-b7c1-b9b2188eb361 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.781956 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3733e919-e246-4895-8c14-9142b3067297 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:49.814003 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-9b439b3a-3a89-4a4c-b7c1-b9b2188eb361 None None] Calling delete_port for 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:49.832357 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.834733 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.859686 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4a1b37-cd1b-4fb6-9d88-06354302bf1a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:49.863038 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] No DVR routers for this DVR port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a on host dv-cinder-837362-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:27:49.889545 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Network d2ff84dc-700b-4158-8f83-714808b8c99a is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:27:49.892927 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:27:49.895619 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:27:49.932483 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event updated for resources: {'Port': ['ID=97ac6fb3-f650-4795-83ee-bedb7b06713e,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:49.956479 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3733e919-e246-4895-8c14-9142b3067297 is: DOWN; New status is: DOWN {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:49.968835 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9b439b3a-3a89-4a4c-b7c1-b9b2188eb361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609'] for port (9c4a1b37-cd1b-4fb6-9d88-06354302bf1a), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.972912 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (de3c0ae5-56b8-4d67-b1e6-caf681218612), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:49.982276 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:49.983129 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:50.009066 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3c0ae5-56b8-4d67-b1e6-caf681218612']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:50.019544 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8db201-ab03-4d77-9000-efa1c40f0cf1') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:50.019882 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8db201-ab03-4d77-9000-efa1c40f0cf1') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:50.024451 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b439b3a-3a89-4a4c-b7c1-b9b2188eb361 None None] Pushing event deleted for resources: {'Port': ['ID=9c4a1b37-cd1b-4fb6-9d88-06354302bf1a,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:50.024451 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b439b3a-3a89-4a4c-b7c1-b9b2188eb361 None None] No DVR routers for this DVR port 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a on host dv-cinder-837362-1-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:27:50.040095 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29057243'] for segment (cb8db201-ab03-4d77-9000-efa1c40f0cf1), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:50.054637 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (cb8db201-ab03-4d77-9000-efa1c40f0cf1), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:50.062336 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:27:50.062832 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25449861'] for segment (cb8db201-ab03-4d77-9000-efa1c40f0cf1), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: Traceback (most recent call last): Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: timer() Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: cb(*args, **kw) Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: return func(*args, **kwargs) Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: self._notify() Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: self.callback(batched_events) Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: event.method(event) Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: return f(self, *a, **k) Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._get(url).json() Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: return self.request(url, 'GET', **kwargs) Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:27:50.070347 dv-cinder-837362-1-iscsi neutron-server[103944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:27:50.092549 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-c2af1389-b0b5-4388-abb6-2eab002486ac tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0682049 Apr 11 19:27:50.105625 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Request body: {'port': {'device_id': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:27:50.154032 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-167b3336-e245-4aed-a265-6a09b6c37e07 None None] Provisioning complete for port 97ac6fb3-f650-4795-83ee-bedb7b06713e triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:50.154415 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-167b3336-e245-4aed-a265-6a09b6c37e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:50.191338 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-167b3336-e245-4aed-a265-6a09b6c37e07 None None] Port 97ac6fb3-f650-4795-83ee-bedb7b06713e cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:27:50.223010 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (de3c0ae5-56b8-4d67-b1e6-caf681218612), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:50.233490 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:50.236752 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/de3c0ae5-56b8-4d67-b1e6-caf681218612 HTTP/1.1" status: 204 len: 168 time: 0.8016288 Apr 11 19:27:50.248142 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34056) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:50.255531 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87a7e2-11d4-4943-a583-61ddfa1006c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=de3c0ae5-56b8-4d67-b1e6-caf681218612,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:50.532206 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:50.556356 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364f6ed-e7be-4f8b-96f5-cd8a99b6d3a4 req-e5379cde-7670-47cf-9fa7-b5a66eb5fb91 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:50.557831 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2364f6ed-e7be-4f8b-96f5-cd8a99b6d3a4 req-e5379cde-7670-47cf-9fa7-b5a66eb5fb91 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0949478 Apr 11 19:27:50.565140 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f055ce-8f45-424c-ae78-c7a092f24c3f req-bb2d6b5e-8691-4096-a446-13eead18fbd2 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:50.566526 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3f055ce-8f45-424c-ae78-c7a092f24c3f req-bb2d6b5e-8691-4096-a446-13eead18fbd2 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 931 time: 0.1047285 Apr 11 19:27:50.690739 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579013'] for router_interface (208a82b1-2e05-445a-90db-ff1d666ceea9), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:50.728893 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2364f6ed-e7be-4f8b-96f5-cd8a99b6d3a4 req-cfad1cdb-33de-4a08-ad88-9ce4374fb0ff tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613700 Apr 11 19:27:50.750477 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3f055ce-8f45-424c-ae78-c7a092f24c3f req-7a1754c8-ca2b-4737-ba4a-d934b754023d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739829 Apr 11 19:27:50.899459 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ac6fb3-f650-4795-83ee-bedb7b06713e {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:27:50.907354 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:27:50.908015 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Publish callbacks [] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:50.921924 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Transition to ACTIVE for port object 97ac6fb3-f650-4795-83ee-bedb7b06713e will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:27:50.980499 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:51.048026 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Pushing event updated for resources: {'Port': ['ID=97ac6fb3-f650-4795-83ee-bedb7b06713e,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:51.117978 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-aef5bd76-2050-483a-aeae-3538c8907971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:51.119518 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-aef5bd76-2050-483a-aeae-3538c8907971 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0&tenant_id=902b30688b0543f5af404ec495801a4e HTTP/1.1" status: 200 len: 1127 time: 0.0894685 Apr 11 19:27:51.148552 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:51.177912 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:51.178336 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 9c4a1b37-cd1b-4fb6-9d88-06354302bf1a not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:51.202897 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Attempting to bind port 97ac6fb3-f650-4795-83ee-bedb7b06713e on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:27:51.203295 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Attempting to bind port 97ac6fb3-f650-4795-83ee-bedb7b06713e by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:27:51.203645 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Attempting to bind port 97ac6fb3-f650-4795-83ee-bedb7b06713e on network d2ff84dc-700b-4158-8f83-714808b8c99a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:27:51.212720 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-1493faf2-9e02-44ce-9f00-8ffaa7163bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:51.220054 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-1493faf2-9e02-44ce-9f00-8ffaa7163bf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902b30688b0543f5af404ec495801a4e&device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 1127 time: 0.0602953 Apr 11 19:27:51.220054 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Port 97ac6fb3-f650-4795-83ee-bedb7b06713e on network d2ff84dc-700b-4158-8f83-714808b8c99a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:27:51.220054 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Attempting to bind port 97ac6fb3-f650-4795-83ee-bedb7b06713e on network d2ff84dc-700b-4158-8f83-714808b8c99a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:27:51.229151 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:27:51.229535 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Checking segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:27:51.230355 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Bound using segment: {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:27:51.230355 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Bound port: 97ac6fb3-f650-4795-83ee-bedb7b06713e, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:27:51.230774 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:51.239145 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] Deleting port 29f4fbe7-7529-44aa-808d-f9433dcb708a {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:51.239619 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:51.324467 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] For port 29f4fbe7-7529-44aa-808d-f9433dcb708a, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=29f4fbe7-7529-44aa-808d-f9433dcb708a,segment=NetworkSegment(7ca1869f-7f34-46fa-8fe1-97824881e765),segment_id=7ca1869f-7f34-46fa-8fe1-97824881e765)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:51.324849 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:51.340782 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] Calling delete_port for 29f4fbe7-7529-44aa-808d-f9433dcb708a owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:51.369835 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-bb50a7f6-eb4e-446a-b7fb-2eb7584fdff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:51.374454 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-bb50a7f6-eb4e-446a-b7fb-2eb7584fdff6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 200 len: 918 time: 0.1506753 Apr 11 19:27:51.374454 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] For port 97ac6fb3-f650-4795-83ee-bedb7b06713e, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:27:51.375682 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] For port 97ac6fb3-f650-4795-83ee-bedb7b06713e, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=97ac6fb3-f650-4795-83ee-bedb7b06713e,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:27:51.437684 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-c5b0c10f-a7d3-44c9-b6e7-dcfaaa9eb767 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3733e919-e246-4895-8c14-9142b3067297 HTTP/1.1" status: 200 len: 999 time: 0.0602744 Apr 11 19:27:51.452526 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:51.516748 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:51.517371 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:51.518735 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] 10.222.0.23 "PUT /v2.0/ports/97ac6fb3-f650-4795-83ee-bedb7b06713e HTTP/1.1" status: 200 len: 1093 time: 1.4184318 Apr 11 19:27:51.520767 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'tag': '97ac6fb3-f650-4795-83ee-bedb7b06713e'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:51.523131 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f60f10-5b78-46d2-8c93-3615ed884276" -d '{"events": [{"name": "network-changed", "server_uuid": "14ddc81f-e53a-47b9-91da-6b019d9c11f8", "tag": "97ac6fb3-f650-4795-83ee-bedb7b06713e"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:51.543997 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-7ed1aaff-673a-4cb6-9d7d-0e197bab22df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:51.545552 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-7ed1aaff-673a-4cb6-9d7d-0e197bab22df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 200 len: 856 time: 0.1018119 Apr 11 19:27:51.550329 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27f8d7-80e0-4396-b1b4-b8c06e697054 service neutron] Pushing event updated for resources: {'Port': ['ID=97ac6fb3-f650-4795-83ee-bedb7b06713e,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:51.563582 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6d6d8a-c48e-4f46-91d0-701115e8a449 x-openstack-request-id: req-ba6d6d8a-c48e-4f46-91d0-701115e8a449 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:51.563892 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ddc81f-e53a-47b9-91da-6b019d9c11f8", "tag": "97ac6fb3-f650-4795-83ee-bedb7b06713e", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:51.564222 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba6d6d8a-c48e-4f46-91d0-701115e8a449 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:51.564562 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6d6d8a-c48e-4f46-91d0-701115e8a449'] response: {'name': 'network-changed', 'server_uuid': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'tag': '97ac6fb3-f650-4795-83ee-bedb7b06713e', 'status': 'completed', 'code': 200} Apr 11 19:27:51.589140 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (29f4fbe7-7529-44aa-808d-f9433dcb708a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:51.620974 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-77d34caa-b6f2-4b86-9bd1-b802678ca386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:51.622497 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-77d34caa-b6f2-4b86-9bd1-b802678ca386 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34eb8caf-ea24-4e8f-89b6-a31932c34a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692470 Apr 11 19:27:51.623279 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] Pushing event deleted for resources: {'Port': ['ID=29f4fbe7-7529-44aa-808d-f9433dcb708a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:51.633154 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f60f10-5b78-46d2-8c93-3615ed884276 req-b703d0a8-6770-4100-b301-0b169495da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:51.634643 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-00f60f10-5b78-46d2-8c93-3615ed884276 req-b703d0a8-6770-4100-b301-0b169495da7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 1127 time: 0.0500727 Apr 11 19:27:51.814474 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-fb233bb9-965b-4983-bc29-e55100231d2d service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788511 Apr 11 19:27:51.815897 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f60f10-5b78-46d2-8c93-3615ed884276 req-d1c2c578-3c2c-4750-ba7f-93d0ce4c9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:51.816938 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-00f60f10-5b78-46d2-8c93-3615ed884276 req-d1c2c578-3c2c-4750-ba7f-93d0ce4c9576 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=479ffe08a4b44689a071d31e82746ba0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1743498 Apr 11 19:27:51.847277 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578921'] for router_interface (208a82b1-2e05-445a-90db-ff1d666ceea9), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:52.032405 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c43c10-ba76-4d84-8646-99332e1ff579 req-bf470605-4be2-447d-b9dc-d81cd5f65ba7 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:52.033802 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a4c43c10-ba76-4d84-8646-99332e1ff579 req-bf470605-4be2-447d-b9dc-d81cd5f65ba7 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 943 time: 0.1606758 Apr 11 19:27:52.040130 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f6497-a9d9-43f1-8de4-d5491ac903a9 req-0cad6e3d-5171-417e-8b90-7d676266ecc1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:52.041464 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-988f6497-a9d9-43f1-8de4-d5491ac903a9 req-0cad6e3d-5171-417e-8b90-7d676266ecc1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.1753213 Apr 11 19:27:52.076799 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] Router 208a82b1-2e05-445a-90db-ff1d666ceea9 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:27:52.098150 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-63e7c590-a367-4a7f-abac-a397d1ad9b0d req-761bb9c0-1502-4d02-b4d4-289f625ca8db service neutron] 10.222.0.23 "GET /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737548 Apr 11 19:27:52.109661 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f60f10-5b78-46d2-8c93-3615ed884276 req-a875bc52-281a-4d80-bce3-7108770c4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:52.111089 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-00f60f10-5b78-46d2-8c93-3615ed884276 req-a875bc52-281a-4d80-bce3-7108770c4568 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2856488 Apr 11 19:27:52.152701 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a4c43c10-ba76-4d84-8646-99332e1ff579 req-87fbde19-faac-41dc-b629-9a3b8b26f484 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052129 Apr 11 19:27:52.166269 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-988f6497-a9d9-43f1-8de4-d5491ac903a9 req-67b1de76-2d5a-4513-befa-dfd76bcc737e tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109843 Apr 11 19:27:52.194405 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:27:52.199953 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-5df65f2a-9d5f-4b8f-ab25-f02627ee041b admin admin] 10.222.0.13 "PUT /v2.0/routers/208a82b1-2e05-445a-90db-ff1d666ceea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9507756 Apr 11 19:27:52.202482 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34068) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:52.204161 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-85613b90-529f-4d5c-8e36-f7b5c9e783f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:52.205676 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-85613b90-529f-4d5c-8e36-f7b5c9e783f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 1127 time: 0.0520482 Apr 11 19:27:52.205937 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a7224-c711-4c9c-9578-4dad12948abb None None] Sync routers for ids ['208a82b1-2e05-445a-90db-ff1d666ceea9'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:27:52.216862 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a7224-c711-4c9c-9578-4dad12948abb None None] Routers {'208a82b1-2e05-445a-90db-ff1d666ceea9'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:52.218748 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b94a7224-c711-4c9c-9578-4dad12948abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['208a82b1-2e05-445a-90db-ff1d666ceea9'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:52.255270 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-edc67447-e58a-418c-ba27-1e2a9e77b19e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ac6fb3-f650-4795-83ee-bedb7b06713e HTTP/1.1" status: 200 len: 217 time: 0.0406106 Apr 11 19:27:52.309032 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-0964cfab-6437-47be-a8ea-cff83db1c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:52.310467 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-0964cfab-6437-47be-a8ea-cff83db1c6e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0 HTTP/1.1" status: 200 len: 854 time: 0.0490868 Apr 11 19:27:52.324133 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Publish callbacks [] for router (208a82b1-2e05-445a-90db-ff1d666ceea9), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:52.336673 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-b94a7224-c711-4c9c-9578-4dad12948abb None None] Set router 208a82b1-2e05-445a-90db-ff1d666ceea9 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:52.389528 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-72ef4b83-3af9-4f1e-a06f-b616ee04d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:52.391275 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-72ef4b83-3af9-4f1e-a06f-b616ee04d44d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2ff84dc-700b-4158-8f83-714808b8c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505841 Apr 11 19:27:52.462016 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Publish callbacks [] for router_gateway (208a82b1-2e05-445a-90db-ff1d666ceea9), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:52.514599 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-ff51a897-438c-41cf-bbf3-c0b090e58154 service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120915 Apr 11 19:27:52.529824 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b94a7224-c711-4c9c-9578-4dad12948abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'name': 'tempest-TestMinimumBasicScenario-407489018-router', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:14Z', 'updated_at': '2022-04-11T19:27:51Z', 'revision_number': 5, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'gw_port': {'id': '6b58175f-7f19-4a90-bd52-871fd3c0a5a5', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:25:15Z', 'updated_at': '2022-04-11T19:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:52.558059 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a7224-c711-4c9c-9578-4dad12948abb None None] Checking router: 208a82b1-2e05-445a-90db-ff1d666ceea9 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:27:52.566981 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a7224-c711-4c9c-9578-4dad12948abb None None] Routers {'208a82b1-2e05-445a-90db-ff1d666ceea9'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:27:52.567864 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b94a7224-c711-4c9c-9578-4dad12948abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:27:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['208a82b1-2e05-445a-90db-ff1d666ceea9'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:52.573349 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Deleting port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:52.573694 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:52.623058 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e4c4c01-5ca9-44f6-b4c2-791d4afa4038 req-7a02fb4e-2ef5-413a-8d41-552fc59ca888 service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019273 Apr 11 19:27:52.659071 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] For port 6b58175f-7f19-4a90-bd52-871fd3c0a5a5, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=6b58175f-7f19-4a90-bd52-871fd3c0a5a5,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:52.659438 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:52.663553 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-b94a7224-c711-4c9c-9578-4dad12948abb None None] Set router 208a82b1-2e05-445a-90db-ff1d666ceea9 gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:27:52.672905 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Calling delete_port for 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:52.727283 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-b94a7224-c711-4c9c-9578-4dad12948abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'name': 'tempest-TestMinimumBasicScenario-407489018-router', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:14Z', 'updated_at': '2022-04-11T19:27:52Z', 'revision_number': 6, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'gw_port_host': None}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:52.773490 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a7224-c711-4c9c-9578-4dad12948abb None None] The sync data for ids ['208a82b1-2e05-445a-90db-ff1d666ceea9'] in dv-cinder-837362-1-iscsi is: [{'id': '208a82b1-2e05-445a-90db-ff1d666ceea9', 'name': 'tempest-TestMinimumBasicScenario-407489018-router', 'tenant_id': '0446330ab5be409cb30ee443b3eb0d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:25:14Z', 'updated_at': '2022-04-11T19:27:52Z', 'revision_number': 6, 'project_id': '0446330ab5be409cb30ee443b3eb0d4c', 'gw_port_host': None}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:27:52.977220 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (6b58175f-7f19-4a90-bd52-871fd3c0a5a5), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.008412 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b58175f-7f19-4a90-bd52-871fd3c0a5a5,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:53.075582 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576399'] for router_gateway (208a82b1-2e05-445a-90db-ff1d666ceea9), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.183890 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31717'] for router (208a82b1-2e05-445a-90db-ff1d666ceea9), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.186186 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Publish callbacks [] for router_controller (208a82b1-2e05-445a-90db-ff1d666ceea9), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.333156 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc282052-f98d-4cbe-acd2-8cf7780dca5f req-6510a5b8-bf1e-4f96-9a3b-5fe51a63ae48 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:53.334668 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bc282052-f98d-4cbe-acd2-8cf7780dca5f req-6510a5b8-bf1e-4f96-9a3b-5fe51a63ae48 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 943 time: 0.0852475 Apr 11 19:27:53.342802 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cff84-5ecb-4043-84ff-f5d3a86ba5df req-25cb4433-4866-41f8-bf29-7d49d6982b40 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:53.344200 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-839cff84-5ecb-4043-84ff-f5d3a86ba5df req-25cb4433-4866-41f8-bf29-7d49d6982b40 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0843425 Apr 11 19:27:53.359587 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678440'] for router (208a82b1-2e05-445a-90db-ff1d666ceea9), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.360209 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 208a82b1-2e05-445a-90db-ff1d666ceea9 {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:27:53.365076 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.366220 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-bf02f898-a544-49ed-9518-cd5427806d84 admin admin] 10.222.0.13 "DELETE /v2.0/routers/208a82b1-2e05-445a-90db-ff1d666ceea9 HTTP/1.1" status: 204 len: 168 time: 1.1627588 Apr 11 19:27:53.369414 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34094) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:53.417753 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bc282052-f98d-4cbe-acd2-8cf7780dca5f req-002a77f8-9e13-46e5-a07e-6e342fa233ab tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726001 Apr 11 19:27:53.418299 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba5e8c0-2ab8-4c95-bc4a-20411376f6a6 admin admin] Deleting subnet 2ef58b41-be10-48c9-b177-46bcdd5e29fd {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:27:53.422821 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-839cff84-5ecb-4043-84ff-f5d3a86ba5df req-cff4751c-f4cf-4199-ad7e-a19e2d68fed1 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704372 Apr 11 19:27:53.422956 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3ba5e8c0-2ab8-4c95-bc4a-20411376f6a6 admin admin] Publish callbacks [] for subnet (2ef58b41-be10-48c9-b177-46bcdd5e29fd), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.459035 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3ba5e8c0-2ab8-4c95-bc4a-20411376f6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (2ef58b41-be10-48c9-b177-46bcdd5e29fd), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.533654 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3ba5e8c0-2ab8-4c95-bc4a-20411376f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (2ef58b41-be10-48c9-b177-46bcdd5e29fd), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.578867 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 29f4fbe7-7529-44aa-808d-f9433dcb708a no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:53.601945 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 29f4fbe7-7529-44aa-808d-f9433dcb708a {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:53.602338 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 29f4fbe7-7529-44aa-808d-f9433dcb708a not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:53.639906 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3ba5e8c0-2ab8-4c95-bc4a-20411376f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (2ef58b41-be10-48c9-b177-46bcdd5e29fd), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.666675 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5e8c0-2ab8-4c95-bc4a-20411376f6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef58b41-be10-48c9-b177-46bcdd5e29fd,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:53.670312 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3ba5e8c0-2ab8-4c95-bc4a-20411376f6a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.673993 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3ba5e8c0-2ab8-4c95-bc4a-20411376f6a6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ef58b41-be10-48c9-b177-46bcdd5e29fd HTTP/1.1" status: 204 len: 168 time: 0.3031635 Apr 11 19:27:53.675954 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34096) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:53.679442 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b11224-a54e-4422-a34b-9d2af0e88518 None None] Network 3cb7513c-38ee-4395-896b-743cde42a0eb requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:27:53.783663 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (3cb7513c-38ee-4395-896b-743cde42a0eb), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.850287 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Deleting port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:53.850628 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.876589 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93f6bf-0228-4403-ba80-a50bf2ee4b05 None None] DHCP port deletion for 3cb7513c-38ee-4395-896b-743cde42a0eb request from dv-cinder-837362-1-iscsi {{(pid=103946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:27:53.940843 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] For port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6,segment=NetworkSegment(7ca1869f-7f34-46fa-8fe1-97824881e765),segment_id=7ca1869f-7f34-46fa-8fe1-97824881e765)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:53.941204 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:53.959948 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Calling delete_port for 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:53.970717 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-fb93f6bf-0228-4403-ba80-a50bf2ee4b05 None None] Deleting port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:27:53.971090 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fb93f6bf-0228-4403-ba80-a50bf2ee4b05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:54.077964 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-fb93f6bf-0228-4403-ba80-a50bf2ee4b05 None None] For port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6,segment=NetworkSegment(7ca1869f-7f34-46fa-8fe1-97824881e765),segment_id=7ca1869f-7f34-46fa-8fe1-97824881e765)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:54.078365 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fb93f6bf-0228-4403-ba80-a50bf2ee4b05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:54.093080 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-fb93f6bf-0228-4403-ba80-a50bf2ee4b05 None None] Calling delete_port for 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:27:54.148363 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:54.180637 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fb93f6bf-0228-4403-ba80-a50bf2ee4b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609'] for port (9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:54.181939 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:54.183787 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] No DVR routers for this DVR port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 on host dv-cinder-837362-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:27:54.213562 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93f6bf-0228-4403-ba80-a50bf2ee4b05 None None] No DVR routers for this DVR port 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 on host dv-cinder-837362-1-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:27:54.216821 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93f6bf-0228-4403-ba80-a50bf2ee4b05 None None] Pushing event deleted for resources: {'Port': ['ID=9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:54.287124 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (3cb7513c-38ee-4395-896b-743cde42a0eb), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:54.308202 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb7513c-38ee-4395-896b-743cde42a0eb']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:54.318232 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca1869f-7f34-46fa-8fe1-97824881e765') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:54.318533 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca1869f-7f34-46fa-8fe1-97824881e765') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:27:54.332264 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29057243'] for segment (7ca1869f-7f34-46fa-8fe1-97824881e765), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:54.346115 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (7ca1869f-7f34-46fa-8fe1-97824881e765), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:54.352264 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:27:54.352718 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25449861'] for segment (7ca1869f-7f34-46fa-8fe1-97824881e765), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: Traceback (most recent call last): Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: timer() Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: cb(*args, **kw) Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: return func(*args, **kwargs) Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: self._notify() Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: self.callback(batched_events) Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: event.method(event) Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: return f(self, *a, **k) Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._get(url).json() Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: return self.request(url, 'GET', **kwargs) Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:27:54.354458 dv-cinder-837362-1-iscsi neutron-server[103944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:27:54.491434 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (3cb7513c-38ee-4395-896b-743cde42a0eb), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:54.498094 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:54.503621 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] 10.222.0.13 "DELETE /v2.0/networks/3cb7513c-38ee-4395-896b-743cde42a0eb HTTP/1.1" status: 204 len: 168 time: 0.8243737 Apr 11 19:27:54.523075 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92cc80-73fe-4d5b-90f5-f3d43bbccb7c admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb7513c-38ee-4395-896b-743cde42a0eb,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:54.589383 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b59cc8-f173-4b4e-936c-564c863a628a req-4b2c098f-57a4-43b8-8223-05948fa5d8a0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:54.590914 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1b59cc8-f173-4b4e-936c-564c863a628a req-4b2c098f-57a4-43b8-8223-05948fa5d8a0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 943 time: 0.0966752 Apr 11 19:27:54.626345 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e0a48-1f38-4046-9044-c2586ad1c0b0 req-30287462-4bf6-49bf-8746-ae6f9242ff22 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:54.627800 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b71e0a48-1f38-4046-9044-c2586ad1c0b0 req-30287462-4bf6-49bf-8746-ae6f9242ff22 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0834005 Apr 11 19:27:54.688403 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1b59cc8-f173-4b4e-936c-564c863a628a req-4a251022-13fc-441e-9577-6ec32260cc34 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875986 Apr 11 19:27:54.708590 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b71e0a48-1f38-4046-9044-c2586ad1c0b0 req-8daf4b02-c2f3-491c-8361-775abac419a3 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730236 Apr 11 19:27:54.894370 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34104) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:54.938772 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-30c9cd5f-2fdf-4aee-8025-c13fbe5e7fcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbbc2284e2d74ba4a8735b18ccee61fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429914 Apr 11 19:27:54.941496 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34106) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:54.996296 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cf61427a-39b5-4e54-b870-496ca8ca076a admin admin] Publish callbacks [] for security_group (59beee2a-d3d7-44cb-85ba-943db23a6e04), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:55.019424 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cf61427a-39b5-4e54-b870-496ca8ca076a admin admin] Publish callbacks [] for security_group (59beee2a-d3d7-44cb-85ba-943db23a6e04), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:55.128297 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:55.150993 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:55.151334 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 9f0f5b7f-2ee4-4bc7-96cf-bfa61a22f5c6 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:55.151751 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:27:55.172451 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:27:55.172797 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 6b58175f-7f19-4a90-bd52-871fd3c0a5a5 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:27:55.191977 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cf61427a-39b5-4e54-b870-496ca8ca076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (59beee2a-d3d7-44cb-85ba-943db23a6e04), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:55.196407 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cf61427a-39b5-4e54-b870-496ca8ca076a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:55.199922 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-cf61427a-39b5-4e54-b870-496ca8ca076a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59beee2a-d3d7-44cb-85ba-943db23a6e04 HTTP/1.1" status: 204 len: 168 time: 0.2551022 Apr 11 19:27:55.206902 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61427a-39b5-4e54-b870-496ca8ca076a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59beee2a-d3d7-44cb-85ba-943db23a6e04,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:55.837471 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 97ac6fb3-f650-4795-83ee-bedb7b06713e details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:27:55.846950 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba71dfc-d4b5-4aa5-8ad9-af5b619fb5cd req-06fe662c-aea0-4e2b-984f-0a8ff58f7946 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:55.848522 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1ba71dfc-d4b5-4aa5-8ad9-af5b619fb5cd req-06fe662c-aea0-4e2b-984f-0a8ff58f7946 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 943 time: 0.0915322 Apr 11 19:27:55.900586 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93bb12-918f-46b9-b459-9bf264aa49af req-58b11fd3-5218-4048-8065-88508926440d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:55.902252 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bf93bb12-918f-46b9-b459-9bf264aa49af req-58b11fd3-5218-4048-8065-88508926440d tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0999677 Apr 11 19:27:55.966561 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1ba71dfc-d4b5-4aa5-8ad9-af5b619fb5cd req-2a37ec69-d295-40c2-b39e-b981c08ba0da tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071308 Apr 11 19:27:55.976873 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bf93bb12-918f-46b9-b459-9bf264aa49af req-55b57a89-fe96-472e-8c5c-7d232c10ba34 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632982 Apr 11 19:27:56.009629 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 97ac6fb3-f650-4795-83ee-bedb7b06713e, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=97ac6fb3-f650-4795-83ee-bedb7b06713e,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:56.016786 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34118) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:56.025184 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '97ac6fb3-f650-4795-83ee-bedb7b06713e', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'port_id': '97ac6fb3-f650-4795-83ee-bedb7b06713e', 'mac_address': 'fa:16:3e:70:2b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:27:56.077755 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 97ac6fb3-f650-4795-83ee-bedb7b06713e is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:56.078388 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:56.078731 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-32e20bf9-42fe-41bc-aa35-f985e4af6447 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0446330ab5be409cb30ee443b3eb0d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0597935 Apr 11 19:27:56.080563 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34120) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:27:56.095191 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ac6fb3-f650-4795-83ee-bedb7b06713e {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:27:56.118603 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 97ac6fb3-f650-4795-83ee-bedb7b06713e, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=97ac6fb3-f650-4795-83ee-bedb7b06713e,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:56.135710 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-64ac65e7-7727-47da-97d9-fe5db6f98d4d admin admin] Publish callbacks [] for security_group (d8113637-9c3e-4ca4-9b73-c7d952b7bb2b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:56.159146 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-64ac65e7-7727-47da-97d9-fe5db6f98d4d admin admin] Publish callbacks [] for security_group (d8113637-9c3e-4ca4-9b73-c7d952b7bb2b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:56.199684 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:56.257942 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=97ac6fb3-f650-4795-83ee-bedb7b06713e,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:56.285281 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-64ac65e7-7727-47da-97d9-fe5db6f98d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (d8113637-9c3e-4ca4-9b73-c7d952b7bb2b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:56.290221 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-64ac65e7-7727-47da-97d9-fe5db6f98d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:56.290221 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-64ac65e7-7727-47da-97d9-fe5db6f98d4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8113637-9c3e-4ca4-9b73-c7d952b7bb2b HTTP/1.1" status: 204 len: 168 time: 0.2069223 Apr 11 19:27:56.298622 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac65e7-7727-47da-97d9-fe5db6f98d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8113637-9c3e-4ca4-9b73-c7d952b7bb2b,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:56.437900 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['97ac6fb3-f650-4795-83ee-bedb7b06713e'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:27:57.138390 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121236a-ac9a-4dad-8a7d-568b7e333ba9 req-e1b65ab0-d488-466e-8c09-2a6db7477eb0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:57.140048 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d121236a-ac9a-4dad-8a7d-568b7e333ba9 req-e1b65ab0-d488-466e-8c09-2a6db7477eb0 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 944 time: 0.0896506 Apr 11 19:27:57.149263 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490d75-66da-4662-a849-22b17bbab1c7 req-8e9295aa-04c0-4c7f-a6d7-4c1173573905 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:57.150769 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7e490d75-66da-4662-a849-22b17bbab1c7 req-8e9295aa-04c0-4c7f-a6d7-4c1173573905 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0887918 Apr 11 19:27:57.223507 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d121236a-ac9a-4dad-8a7d-568b7e333ba9 req-bf61b828-90e9-45ee-8de4-d853c0837699 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717485 Apr 11 19:27:57.238894 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7e490d75-66da-4662-a849-22b17bbab1c7 req-68e8df65-b0fb-4f30-8742-1c2fa8e07b4f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689893 Apr 11 19:27:57.410795 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:57.846345 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 97ac6fb3-f650-4795-83ee-bedb7b06713e up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:27:57.893282 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 97ac6fb3-f650-4795-83ee-bedb7b06713e completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:27:57.970816 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 97ac6fb3-f650-4795-83ee-bedb7b06713e triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:27:57.971302 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:58.056566 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 97ac6fb3-f650-4795-83ee-bedb7b06713e is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:27:58.056976 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:58.089007 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ac6fb3-f650-4795-83ee-bedb7b06713e'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:27:58.091276 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6616dfec-9a9e-4d71-a529-bf0195f343bd" -d '{"events": [{"server_uuid": "14ddc81f-e53a-47b9-91da-6b019d9c11f8", "name": "network-vif-plugged", "status": "completed", "tag": "97ac6fb3-f650-4795-83ee-bedb7b06713e"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:27:58.239388 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003f85ae-ec25-4eba-aa3b-6717ab74b6ac x-openstack-request-id: req-003f85ae-ec25-4eba-aa3b-6717ab74b6ac {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:27:58.239388 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ddc81f-e53a-47b9-91da-6b019d9c11f8", "name": "network-vif-plugged", "status": "completed", "tag": "97ac6fb3-f650-4795-83ee-bedb7b06713e", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:27:58.239736 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-003f85ae-ec25-4eba-aa3b-6717ab74b6ac {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:27:58.239958 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-003f85ae-ec25-4eba-aa3b-6717ab74b6ac'] response: {'server_uuid': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ac6fb3-f650-4795-83ee-bedb7b06713e', 'code': 200} Apr 11 19:27:58.244144 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 97ac6fb3-f650-4795-83ee-bedb7b06713e, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=97ac6fb3-f650-4795-83ee-bedb7b06713e,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:27:58.302583 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:58.381184 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=97ac6fb3-f650-4795-83ee-bedb7b06713e,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:27:58.396864 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb73cbf-270b-4060-938c-ae49729409c3 req-81a75177-cde3-4fe5-a3de-c16ed2e1e7d3 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:58.400714 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dbb73cbf-270b-4060-938c-ae49729409c3 req-81a75177-cde3-4fe5-a3de-c16ed2e1e7d3 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.1069949 Apr 11 19:27:58.413026 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29810d23-3e9c-4eeb-b9e1-5ddc6823f70a req-0c41baa5-d397-471e-9eee-7546a8557e87 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:58.416372 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-29810d23-3e9c-4eeb-b9e1-5ddc6823f70a req-0c41baa5-d397-471e-9eee-7546a8557e87 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0727267 Apr 11 19:27:58.493300 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dbb73cbf-270b-4060-938c-ae49729409c3 req-5f937afd-b205-44d3-a0ac-335fe37a31fb tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757120 Apr 11 19:27:58.506538 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-29810d23-3e9c-4eeb-b9e1-5ddc6823f70a req-4fa2902f-5079-4eb8-96b2-7969dc564a62 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659990 Apr 11 19:27:59.657914 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c25977-5375-4753-a55c-fb64c86f3e54 req-17207e54-84d5-4ffc-b556-8cee1c8c126f tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:59.659497 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a2c25977-5375-4753-a55c-fb64c86f3e54 req-17207e54-84d5-4ffc-b556-8cee1c8c126f tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0821855 Apr 11 19:27:59.668644 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5a48b-4937-4a15-aaab-4a26ba45b510 req-0e7477d3-7565-4ec3-a705-0e4090ce84be tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:27:59.670253 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4fa5a48b-4937-4a15-aaab-4a26ba45b510 req-0e7477d3-7565-4ec3-a705-0e4090ce84be tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0820327 Apr 11 19:27:59.749449 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a2c25977-5375-4753-a55c-fb64c86f3e54 req-97649ee0-0809-4f47-a80a-8ac198e7d740 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781448 Apr 11 19:27:59.752598 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4fa5a48b-4937-4a15-aaab-4a26ba45b510 req-dfdcf90c-88ca-4e2c-bad7-4ceffcf81be6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754206 Apr 11 19:28:00.918210 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ba2ff-46e6-41a1-b655-56994ddfb902 req-c1ae4563-d9dc-4439-bcb7-8a6e2e1461c0 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:00.919713 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee1ba2ff-46e6-41a1-b655-56994ddfb902 req-c1ae4563-d9dc-4439-bcb7-8a6e2e1461c0 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0839579 Apr 11 19:28:00.932733 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ff26-f175-49e0-9892-f1e1f0ccbf6a req-80043b4e-0e1e-42b1-a6e8-fa6478abb99a tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:00.936730 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7eb6ff26-f175-49e0-9892-f1e1f0ccbf6a req-80043b4e-0e1e-42b1-a6e8-fa6478abb99a tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0902851 Apr 11 19:28:01.026723 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee1ba2ff-46e6-41a1-b655-56994ddfb902 req-23b422fb-80c1-4206-965d-2522d95c8d01 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867927 Apr 11 19:28:01.028363 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7eb6ff26-f175-49e0-9892-f1e1f0ccbf6a req-eda060f8-fd78-4650-8c05-272246aa151c tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846829 Apr 11 19:28:02.004919 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2a012bbe-44bf-4014-a4c4-c1f5d8edb4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:02.181106 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4c5a-e1de-4ed5-9d7e-3169f78c1de6 req-362bc3d9-f382-43f2-b1a0-c7b64dc8ce59 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:02.182589 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01ca4c5a-e1de-4ed5-9d7e-3169f78c1de6 req-362bc3d9-f382-43f2-b1a0-c7b64dc8ce59 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0761995 Apr 11 19:28:02.188602 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27ccdd-0f44-439b-8787-703ac899b406 req-c77e8d12-f71f-48e4-ae7f-81e49b68bf77 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:02.189954 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ae27ccdd-0f44-439b-8787-703ac899b406 req-c77e8d12-f71f-48e4-ae7f-81e49b68bf77 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0736814 Apr 11 19:28:02.281316 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01ca4c5a-e1de-4ed5-9d7e-3169f78c1de6 req-6049381c-58cb-4382-889f-372c605b07e1 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901573 Apr 11 19:28:02.299218 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ae27ccdd-0f44-439b-8787-703ac899b406 req-befd6dd7-0e70-4ddf-bc0f-4c7ca9ecc337 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021507 Apr 11 19:28:02.310862 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d954-6701-4a5e-bcd5-9c1702163230 req-8a13cc05-2bb2-4584-9258-d5103fb0b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:02.312475 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9a1d954-6701-4a5e-bcd5-9c1702163230 req-8a13cc05-2bb2-4584-9258-d5103fb0b19a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 1129 time: 0.0440006 Apr 11 19:28:03.094961 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9a1d954-6701-4a5e-bcd5-9c1702163230 req-d0f9dfb8-41ce-47e2-92e3-f751f1859e97 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385747 Apr 11 19:28:03.421589 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e841536-b98f-4e26-be9a-0f6f8cbc41ef req-13a155f9-a3d2-496c-b15b-61dfdb6bc06d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:03.423071 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e841536-b98f-4e26-be9a-0f6f8cbc41ef req-13a155f9-a3d2-496c-b15b-61dfdb6bc06d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0749075 Apr 11 19:28:03.449591 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc0677-848b-481f-b4af-e033ef8708a7 req-ccf10f9c-c27f-477c-a6dd-84dc30ba0c4a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:03.451021 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7dbc0677-848b-481f-b4af-e033ef8708a7 req-ccf10f9c-c27f-477c-a6dd-84dc30ba0c4a tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0750735 Apr 11 19:28:03.495423 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e841536-b98f-4e26-be9a-0f6f8cbc41ef req-c0fc468d-ff09-4834-bccc-43a8abc57347 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668209 Apr 11 19:28:03.516795 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7dbc0677-848b-481f-b4af-e033ef8708a7 req-2c997731-de3e-426e-bdfe-60398841c153 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593498 Apr 11 19:28:03.908183 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9855e-360a-4272-a1c7-e6076f23e648 req-66a3ae8f-f61a-43fd-960a-d2565375629d tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:03.909633 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8ac9855e-360a-4272-a1c7-e6076f23e648 req-66a3ae8f-f61a-43fd-960a-d2565375629d tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0469127 Apr 11 19:28:03.930909 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d8293870-6d88-4938-89f7-fb87f5f0d7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:03.958703 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8ac9855e-360a-4272-a1c7-e6076f23e648 req-b479ea3e-62dc-4763-9c81-532084193632 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433838 Apr 11 19:28:04.634245 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2a7d2-cd53-4e57-8a50-92eacb6d3e3f req-90a6a7bd-895b-4aa4-9a3c-764b8e94c50d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:04.635634 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1ff2a7d2-cd53-4e57-8a50-92eacb6d3e3f req-90a6a7bd-895b-4aa4-9a3c-764b8e94c50d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0720460 Apr 11 19:28:04.659634 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450ef6a-2cbd-4fe5-890a-dc517aa53102 req-356011e0-faef-4ea9-96db-ac837885096f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:04.661217 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e450ef6a-2cbd-4fe5-890a-dc517aa53102 req-356011e0-faef-4ea9-96db-ac837885096f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0696311 Apr 11 19:28:04.662422 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:04.724703 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1ff2a7d2-cd53-4e57-8a50-92eacb6d3e3f req-76554585-b799-4e20-8342-2cefb07191b7 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834267 Apr 11 19:28:04.729341 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e450ef6a-2cbd-4fe5-890a-dc517aa53102 req-18f55fc4-7846-4b1f-830c-7d96e3f55cca tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617194 Apr 11 19:28:05.070135 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d3f9e-f4f1-4c75-9e17-bee309a4e5f2 req-c3e36385-664b-458e-a124-08da76e338c4 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:05.071606 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6c8d3f9e-f4f1-4c75-9e17-bee309a4e5f2 req-c3e36385-664b-458e-a124-08da76e338c4 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0476022 Apr 11 19:28:05.121503 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6c8d3f9e-f4f1-4c75-9e17-bee309a4e5f2 req-30672614-981a-489e-9bb1-638bd0f0764a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441477 Apr 11 19:28:05.864158 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603cf96-75c5-408c-bcee-40267ce462d8 req-4082701e-cd6d-4675-bfe5-76064f5ab579 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:05.865618 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a603cf96-75c5-408c-bcee-40267ce462d8 req-4082701e-cd6d-4675-bfe5-76064f5ab579 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0748434 Apr 11 19:28:05.873882 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83655830-e5f7-426f-ab30-dee787fdce75 req-56063d5f-68ec-43e8-b176-a24c2abdec31 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:05.875252 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-83655830-e5f7-426f-ab30-dee787fdce75 req-56063d5f-68ec-43e8-b176-a24c2abdec31 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 943 time: 0.0746617 Apr 11 19:28:05.886827 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3733e919-e246-4895-8c14-9142b3067297 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:28:05.940764 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a603cf96-75c5-408c-bcee-40267ce462d8 req-d9b83bef-13c6-4c9d-9ee6-35c6410f9bd2 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645702 Apr 11 19:28:05.951836 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-83655830-e5f7-426f-ab30-dee787fdce75 req-1fcd868e-00b1-45fe-a7f8-7d85e554c19c tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691369 Apr 11 19:28:05.987949 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:06.000230 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '3733e919-e246-4895-8c14-9142b3067297', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'port_id': '3733e919-e246-4895-8c14-9142b3067297', 'mac_address': 'fa:16:3e:4b:ca:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:28:06.037772 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3733e919-e246-4895-8c14-9142b3067297 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:28:06.038660 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3733e919-e246-4895-8c14-9142b3067297), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:06.055765 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51df0f-40ae-46bd-8b41-9d861bd8587a req-1f8db63b-37b5-42fa-9ef4-687b5476587a tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:06.056152 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3733e919-e246-4895-8c14-9142b3067297 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:28:06.057356 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7d51df0f-40ae-46bd-8b41-9d861bd8587a req-1f8db63b-37b5-42fa-9ef4-687b5476587a tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0522051 Apr 11 19:28:06.066106 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34176) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:06.070579 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-27fefacb-566f-4479-8ee4-e25d711e6979 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Request body: {'floatingip': {'port_id': '97ac6fb3-f650-4795-83ee-bedb7b06713e'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:28:06.082899 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:06.109899 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27fefacb-566f-4479-8ee4-e25d711e6979 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (536d8743-659b-4660-86e0-94ac9cb45098), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:06.159215 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3733e919-e246-4895-8c14-9142b3067297), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:06.209754 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3733e919-e246-4895-8c14-9142b3067297,revision_number=9']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:06.259472 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930812e-2d2c-4fd7-bb96-61eba113c307 req-64ac8bcb-89d9-4678-b82d-7775ad2d6217 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:06.260881 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5930812e-2d2c-4fd7-bb96-61eba113c307 req-64ac8bcb-89d9-4678-b82d-7775ad2d6217 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0616963 Apr 11 19:28:06.381513 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5930812e-2d2c-4fd7-bb96-61eba113c307 req-dca81fef-d5f1-4a07-b80b-8e7a52d2262f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844989 Apr 11 19:28:06.404887 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:06.411990 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['3733e919-e246-4895-8c14-9142b3067297'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:28:06.889468 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27fefacb-566f-4479-8ee4-e25d711e6979 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:06.946076 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27fefacb-566f-4479-8ee4-e25d711e6979 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (536d8743-659b-4660-86e0-94ac9cb45098), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:07.080854 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-27fefacb-566f-4479-8ee4-e25d711e6979 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Floating IP 536d8743-659b-4660-86e0-94ac9cb45098 associated. External IP: 172.27.2.141, port: 97ac6fb3-f650-4795-83ee-bedb7b06713e. Apr 11 19:28:07.090938 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e3c8c-59ca-4538-ac30-ab409474e5a5 req-2514276d-3ce3-422f-9a3f-72c6f2037894 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:07.092427 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bb1e3c8c-59ca-4538-ac30-ab409474e5a5 req-2514276d-3ce3-422f-9a3f-72c6f2037894 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 944 time: 0.0587008 Apr 11 19:28:07.205885 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bb1e3c8c-59ca-4538-ac30-ab409474e5a5 req-521d6f22-3e5e-45b4-934a-9c7525717fb8 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810342 Apr 11 19:28:07.333624 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fefacb-566f-4479-8ee4-e25d711e6979 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Router 901fed40-c74c-4f1b-a871-d6a1540afa60 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:28:07.443140 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fefacb-566f-4479-8ee4-e25d711e6979 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:28:07.448146 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-27fefacb-566f-4479-8ee4-e25d711e6979 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:07.452849 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf9f6d-e981-41ff-a11f-4eb8b7880ee9 None None] Sync routers for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:28:07.462053 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf9f6d-e981-41ff-a11f-4eb8b7880ee9 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:28:07.462602 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-aaaf9f6d-e981-41ff-a11f-4eb8b7880ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:28:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:07.511095 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-27fefacb-566f-4479-8ee4-e25d711e6979 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "PUT /v2.0/floatingips/536d8743-659b-4660-86e0-94ac9cb45098 HTTP/1.1" status: 200 len: 991 time: 1.4439104 Apr 11 19:28:07.511815 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'tag': '97ac6fb3-f650-4795-83ee-bedb7b06713e'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:28:07.514107 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e" -d '{"events": [{"name": "network-changed", "server_uuid": "14ddc81f-e53a-47b9-91da-6b019d9c11f8", "tag": "97ac6fb3-f650-4795-83ee-bedb7b06713e"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:28:07.522025 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaface0-524a-493d-bd76-89c1b13bbc61 req-866bd083-e66d-4e68-96a7-f868274af4a0 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:07.524008 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9aaface0-524a-493d-bd76-89c1b13bbc61 req-866bd083-e66d-4e68-96a7-f868274af4a0 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0734112 Apr 11 19:28:07.559875 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb33436-803a-4d40-b161-cf53ea747815 x-openstack-request-id: req-1eb33436-803a-4d40-b161-cf53ea747815 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:28:07.560182 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ddc81f-e53a-47b9-91da-6b019d9c11f8", "tag": "97ac6fb3-f650-4795-83ee-bedb7b06713e", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:28:07.560440 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1eb33436-803a-4d40-b161-cf53ea747815 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:28:07.560840 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb33436-803a-4d40-b161-cf53ea747815'] response: {'name': 'network-changed', 'server_uuid': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'tag': '97ac6fb3-f650-4795-83ee-bedb7b06713e', 'status': 'completed', 'code': 200} Apr 11 19:28:07.572902 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-aaaf9f6d-e981-41ff-a11f-4eb8b7880ee9 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:28:07.580019 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9aaface0-524a-493d-bd76-89c1b13bbc61 req-c6464e3b-1f2e-424c-9297-3678552322cd tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499225 Apr 11 19:28:07.621340 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e req-9d45d624-095a-435a-a5ec-6f8bbc01f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:07.622836 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e req-9d45d624-095a-435a-a5ec-6f8bbc01f5ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=479ffe08a4b44689a071d31e82746ba0&device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 1129 time: 0.0393915 Apr 11 19:28:07.716673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e req-54afd3fb-1dc2-45b7-8512-b026c247b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:07.718068 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e req-54afd3fb-1dc2-45b7-8512-b026c247b30e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 200 len: 916 time: 0.0883687 Apr 11 19:28:07.782845 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-aaaf9f6d-e981-41ff-a11f-4eb8b7880ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '536d8743-659b-4660-86e0-94ac9cb45098', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '97ac6fb3-f650-4795-83ee-bedb7b06713e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:70:2b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:27:45Z', 'updated_at': '2022-04-11T19:28:06Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:07.783997 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e req-de8d1d5f-5e74-487b-b8a5-08eeca7c2245 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97ac6fb3-f650-4795-83ee-bedb7b06713e HTTP/1.1" status: 200 len: 999 time: 0.0584035 Apr 11 19:28:07.812308 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf9f6d-e981-41ff-a11f-4eb8b7880ee9 None None] Checking router: 901fed40-c74c-4f1b-a871-d6a1540afa60 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:28:07.820627 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf9f6d-e981-41ff-a11f-4eb8b7880ee9 None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:28:07.821228 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-aaaf9f6d-e981-41ff-a11f-4eb8b7880ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:28:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:07.832569 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e req-9ac8426f-2044-4d75-b8f2-23d3a491487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:07.834036 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e req-9ac8426f-2044-4d75-b8f2-23d3a491487d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0 HTTP/1.1" status: 200 len: 854 time: 0.0436151 Apr 11 19:28:07.881228 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e req-90874171-aa24-45b4-9624-ca7cd7e8bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:07.882761 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e req-90874171-aa24-45b4-9624-ca7cd7e8bf33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2ff84dc-700b-4158-8f83-714808b8c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427141 Apr 11 19:28:07.894482 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:07.903291 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3733e919-e246-4895-8c14-9142b3067297 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:28:07.931253 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-aaaf9f6d-e981-41ff-a11f-4eb8b7880ee9 None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:28:07.950741 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 3733e919-e246-4895-8c14-9142b3067297 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:28:07.951508 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3733e919-e246-4895-8c14-9142b3067297), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:07.976423 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e req-7d1cbd24-e0eb-41ae-825f-196f885cce98 service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868042 Apr 11 19:28:08.037493 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3733e919-e246-4895-8c14-9142b3067297 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:28:08.037883 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3733e919-e246-4895-8c14-9142b3067297), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:08.060727 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3733e919-e246-4895-8c14-9142b3067297'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:28:08.063173 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f80d79-8b23-4b03-ab01-d1c0fa000826" -d '{"events": [{"server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "name": "network-vif-plugged", "status": "completed", "tag": "3733e919-e246-4895-8c14-9142b3067297"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:28:08.076588 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:08.084136 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-75ee8a53-e3f0-473b-9fbf-3d72bf4fe47e req-9661aabd-724f-4fde-bb72-cf536b850004 service neutron] 10.222.0.23 "GET /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003060 Apr 11 19:28:08.107551 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75be0b7-8de6-4856-9514-90178a3ca1fa x-openstack-request-id: req-b75be0b7-8de6-4856-9514-90178a3ca1fa {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:28:08.107882 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "name": "network-vif-plugged", "status": "completed", "tag": "3733e919-e246-4895-8c14-9142b3067297", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:28:08.108137 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b75be0b7-8de6-4856-9514-90178a3ca1fa {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:28:08.108856 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b75be0b7-8de6-4856-9514-90178a3ca1fa'] response: {'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3733e919-e246-4895-8c14-9142b3067297', 'code': 200} Apr 11 19:28:08.153868 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-aaaf9f6d-e981-41ff-a11f-4eb8b7880ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '536d8743-659b-4660-86e0-94ac9cb45098', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '97ac6fb3-f650-4795-83ee-bedb7b06713e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:70:2b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:27:45Z', 'updated_at': '2022-04-11T19:28:06Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:08.182797 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3733e919-e246-4895-8c14-9142b3067297), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:08.184426 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf9f6d-e981-41ff-a11f-4eb8b7880ee9 None None] The sync data for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi is: [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '536d8743-659b-4660-86e0-94ac9cb45098', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'port_id': '97ac6fb3-f650-4795-83ee-bedb7b06713e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'mac_address': 'fa:16:3e:70:2b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:27:45Z', 'updated_at': '2022-04-11T19:28:06Z', 'revision_number': 1, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:28:08.250701 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3733e919-e246-4895-8c14-9142b3067297,revision_number=10']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:08.333195 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb755b-94e6-4f98-a541-63dacf78c197 req-af007cc1-4b78-4ae4-9865-cedf89ccf7e3 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:08.334809 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ceb755b-94e6-4f98-a541-63dacf78c197 req-af007cc1-4b78-4ae4-9865-cedf89ccf7e3 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 946 time: 0.0551085 Apr 11 19:28:08.386909 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ceb755b-94e6-4f98-a541-63dacf78c197 req-1b7e4039-63fb-4b6b-8aa9-b5a440022be6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457067 Apr 11 19:28:08.419389 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce903d-5656-4382-af06-48f2f2cfbed1 None None] New status for floating IP 536d8743-659b-4660-86e0-94ac9cb45098: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:28:08.451879 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9dbb4-6a3e-4699-9edc-989cc17c7215 req-7c6dcf9f-1caa-4365-82d4-b22e0e892268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:08.453367 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-27a9dbb4-6a3e-4699-9edc-989cc17c7215 req-7c6dcf9f-1caa-4365-82d4-b22e0e892268 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 1130 time: 0.0439711 Apr 11 19:28:08.498244 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-27a9dbb4-6a3e-4699-9edc-989cc17c7215 req-1fdfbd23-5b2f-4f63-b250-cc16f77e39ba service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375884 Apr 11 19:28:08.694251 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3ba68-f567-411a-a339-bf991ec24b59 req-22eaa89a-aa26-4fc3-8d22-b2bfd1d47170 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:08.696262 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-87d3ba68-f567-411a-a339-bf991ec24b59 req-22eaa89a-aa26-4fc3-8d22-b2bfd1d47170 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0479596 Apr 11 19:28:08.744065 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-87d3ba68-f567-411a-a339-bf991ec24b59 req-9ed1949e-f1a0-43b8-8274-ec3d430818e8 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 Apr 11 19:28:09.504375 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a138-27ac-4af0-b393-692e609a5711 req-037cf0d4-2caa-4155-bfc8-72886d754df5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:09.505822 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b5b2a138-27ac-4af0-b393-692e609a5711 req-037cf0d4-2caa-4155-bfc8-72886d754df5 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 946 time: 0.0463812 Apr 11 19:28:09.554008 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b5b2a138-27ac-4af0-b393-692e609a5711 req-823949c2-6bdb-4939-8bbc-c32a5a214e4f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427499 Apr 11 19:28:09.854016 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f57d3-e7a7-44eb-aa5f-6aa440ed6aaf req-03aaf078-cdcb-4320-a005-4a5d64b4c8f0 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:09.855396 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-db3f57d3-e7a7-44eb-aa5f-6aa440ed6aaf req-03aaf078-cdcb-4320-a005-4a5d64b4c8f0 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0464630 Apr 11 19:28:09.902745 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-db3f57d3-e7a7-44eb-aa5f-6aa440ed6aaf req-814c2ede-e985-49bc-a6dc-6c8c1f950891 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418489 Apr 11 19:28:10.670344 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefed052-4a45-4d0d-bd57-5b3c13547c4c req-1b8e219e-5e9c-4b7b-87f1-8cce4f1db46b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:10.672767 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eefed052-4a45-4d0d-bd57-5b3c13547c4c req-1b8e219e-5e9c-4b7b-87f1-8cce4f1db46b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 946 time: 0.0471423 Apr 11 19:28:10.717815 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eefed052-4a45-4d0d-bd57-5b3c13547c4c req-303c05c3-bb5c-4eb6-8df9-567163afb4bf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403910 Apr 11 19:28:11.019993 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3c158-abb6-4cdf-92b1-12a9aaba0ec4 req-ae50ed56-705c-440e-b803-f562d24baeda tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:11.021665 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2ce3c158-abb6-4cdf-92b1-12a9aaba0ec4 req-ae50ed56-705c-440e-b803-f562d24baeda tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0525615 Apr 11 19:28:11.073235 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2ce3c158-abb6-4cdf-92b1-12a9aaba0ec4 req-7322c7da-686e-45dc-a914-e389848c6cd8 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458519 Apr 11 19:28:11.832303 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541987c-1353-40f0-8e9f-2e5c90e5d158 req-fdb7fbbf-d9c2-42a2-be55-1d85ee7e53ff tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:11.833742 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e541987c-1353-40f0-8e9f-2e5c90e5d158 req-fdb7fbbf-d9c2-42a2-be55-1d85ee7e53ff tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 946 time: 0.0451488 Apr 11 19:28:11.879610 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e541987c-1353-40f0-8e9f-2e5c90e5d158 req-014f5dec-4eed-45a2-add1-d4d956c7ae12 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397506 Apr 11 19:28:12.185333 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894085-67b4-4e86-a845-c0fd53f244aa req-8b75479d-38c5-415d-8050-760a3901e877 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:12.186828 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-30894085-67b4-4e86-a845-c0fd53f244aa req-8b75479d-38c5-415d-8050-760a3901e877 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0469964 Apr 11 19:28:12.239571 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-30894085-67b4-4e86-a845-c0fd53f244aa req-7f481144-3c0a-4a88-80d1-bdefd2e2ef8b tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469885 Apr 11 19:28:13.356968 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182a20-3df4-49e1-92a7-60e2f5f07f5b req-b94c30e5-945f-4fcf-998c-7207a3adb356 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:13.358466 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a4182a20-3df4-49e1-92a7-60e2f5f07f5b req-b94c30e5-945f-4fcf-998c-7207a3adb356 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0494874 Apr 11 19:28:13.410010 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a4182a20-3df4-49e1-92a7-60e2f5f07f5b req-1e8cee62-c1ee-427b-bf45-905de7c51ff3 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458159 Apr 11 19:28:14.329377 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92a27b-fecd-491c-8b5b-73432b6f46e0 req-132bf967-a624-41cd-9024-1ab56d2944fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:14.330874 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ea92a27b-fecd-491c-8b5b-73432b6f46e0 req-132bf967-a624-41cd-9024-1ab56d2944fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1&device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 1129 time: 0.0406590 Apr 11 19:28:14.425261 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92a27b-fecd-491c-8b5b-73432b6f46e0 req-2dbe2ee5-6c0c-4e56-98a2-b842664d0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:14.426760 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ea92a27b-fecd-491c-8b5b-73432b6f46e0 req-2dbe2ee5-6c0c-4e56-98a2-b842664d0639 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cd11be6-8a97-4d09-8094-13b2b9adbbed HTTP/1.1" status: 200 len: 909 time: 0.0884638 Apr 11 19:28:14.520293 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ea92a27b-fecd-491c-8b5b-73432b6f46e0 req-525d78cf-86e5-4f0b-9494-5771e590e51b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19 HTTP/1.1" status: 200 len: 1000 time: 0.0873997 Apr 11 19:28:14.543889 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290ae2e-1162-4217-b3e1-69444bfc0d48 req-844cc828-d29f-4159-ba9c-619e5a9c8d65 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:14.545308 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7290ae2e-1162-4217-b3e1-69444bfc0d48 req-844cc828-d29f-4159-ba9c-619e5a9c8d65 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0672588 Apr 11 19:28:14.597220 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92a27b-fecd-491c-8b5b-73432b6f46e0 req-670133e8-610c-4979-9210-5717b0c2141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:14.598541 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ea92a27b-fecd-491c-8b5b-73432b6f46e0 req-670133e8-610c-4979-9210-5717b0c2141f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fdef079b-439f-42ac-b580-e0859c57fe7f HTTP/1.1" status: 200 len: 847 time: 0.0681078 Apr 11 19:28:14.645300 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7290ae2e-1162-4217-b3e1-69444bfc0d48 req-0353f661-77fc-41b3-9975-2b80344e27bd tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810888 Apr 11 19:28:14.655021 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92a27b-fecd-491c-8b5b-73432b6f46e0 req-74822173-5d06-48be-b235-db4d1e416a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:14.656776 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ea92a27b-fecd-491c-8b5b-73432b6f46e0 req-74822173-5d06-48be-b235-db4d1e416a9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd11be6-8a97-4d09-8094-13b2b9adbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500898 Apr 11 19:28:14.749810 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ea92a27b-fecd-491c-8b5b-73432b6f46e0 req-ba31bc0f-0e4c-402b-817f-dd565fd0cb41 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848858 Apr 11 19:28:14.843956 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ea92a27b-fecd-491c-8b5b-73432b6f46e0 req-91ca4d83-785f-4e45-b124-c25cf741f67d service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862060 Apr 11 19:28:15.762792 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfb55-ea99-4d70-8409-ca9a91e2732f req-65a4c73f-4796-42bf-a932-25a630c82d7e tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:15.764344 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9aabfb55-ea99-4d70-8409-ca9a91e2732f req-65a4c73f-4796-42bf-a932-25a630c82d7e tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0513523 Apr 11 19:28:15.812556 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9aabfb55-ea99-4d70-8409-ca9a91e2732f req-5eff6373-07fd-4de6-81ef-b84f94d0b836 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Apr 11 19:28:16.925697 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100f241-8903-40c2-9bda-0e3f57545ac0 req-c0e3dd83-aed4-4706-86f4-73afd358eb99 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:16.927280 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d100f241-8903-40c2-9bda-0e3f57545ac0 req-c0e3dd83-aed4-4706-86f4-73afd358eb99 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0486441 Apr 11 19:28:16.978400 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d100f241-8903-40c2-9bda-0e3f57545ac0 req-fd1c9ff2-39a6-4ebb-b82f-4f8d1d9d4307 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449548 Apr 11 19:28:18.114901 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4400f12-28c5-477b-b59b-d040fdfd21e0 req-1914dd34-1c00-4230-8be3-c8c0425aa7dc tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:18.114901 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4400f12-28c5-477b-b59b-d040fdfd21e0 req-1914dd34-1c00-4230-8be3-c8c0425aa7dc tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0653825 Apr 11 19:28:18.175899 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e4400f12-28c5-477b-b59b-d040fdfd21e0 req-26bc0f07-f4a6-4ce8-b334-accfdb0c2474 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567749 Apr 11 19:28:18.621162 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0a63b-3832-45a7-91f1-cb540ad88dbd req-e72f65a1-6dbc-499e-a083-b4ef033bf727 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:18.623217 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-72f0a63b-3832-45a7-91f1-cb540ad88dbd req-e72f65a1-6dbc-499e-a083-b4ef033bf727 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0570915 Apr 11 19:28:18.689061 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-72f0a63b-3832-45a7-91f1-cb540ad88dbd req-9a9a2dcc-6e3f-4850-a3ef-c6d5bed1799b tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549965 Apr 11 19:28:18.719642 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34288) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:18.815312 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-9243c105-40b2-4762-b472-bd8a7c738ca9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935540 Apr 11 19:28:18.824278 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-18ecb60d-2444-42ea-8751-39ea0197ac6f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:28:18.825283 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-18ecb60d-2444-42ea-8751-39ea0197ac6f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057075 Apr 11 19:28:18.963026 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34298) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:19.068635 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f68309-a512-49de-8895-97dcdc75b3df req-6cc3900d-c0d4-45c7-8470-4c18eb4fffe3 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:19.070075 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-6cc3900d-c0d4-45c7-8470-4c18eb4fffe3 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports/3b7fae22-76e4-4325-8b23-7492d22d5b19 HTTP/1.1" status: 200 len: 942 time: 0.1060646 Apr 11 19:28:19.802534 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ccb35-76db-4ffc-b2ce-f4bcbd1d3b23 req-dfa2d9d3-dac2-4a0f-b63c-6eb13c59361d tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:19.804050 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f32ccb35-76db-4ffc-b2ce-f4bcbd1d3b23 req-dfa2d9d3-dac2-4a0f-b63c-6eb13c59361d tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0501761 Apr 11 19:28:19.855551 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f32ccb35-76db-4ffc-b2ce-f4bcbd1d3b23 req-f3eeef1d-1620-4407-863b-ff39bdc48303 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451941 Apr 11 19:28:19.967336 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3b7fae22-76e4-4325-8b23-7492d22d5b19 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:28:20.044080 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3b7fae22-76e4-4325-8b23-7492d22d5b19 is: ACTIVE; New status is: DOWN {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:28:20.044626 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:20.071515 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:28:20.073813 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647aebec-5e4c-4a59-95e2-c8f8f2a51766" -d '{"events": [{"server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:28:20.086380 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3b7fae22-76e4-4325-8b23-7492d22d5b19, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:20.105902 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 19:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e0dccb-7254-4b99-bf8f-f346bde4eec6 x-openstack-request-id: req-86e0dccb-7254-4b99-bf8f-f346bde4eec6 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:28:20.106186 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "name": "network-vif-unplugged", "status": "failed", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19", "code": 422}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:28:20.106436 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86e0dccb-7254-4b99-bf8f-f346bde4eec6 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:28:20.106833 dv-cinder-837362-1-iscsi neutron-server[103946]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-86e0dccb-7254-4b99-bf8f-f346bde4eec6']: {'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'code': 422} returned with failed status Apr 11 19:28:20.141779 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:20.191600 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3b7fae22-76e4-4325-8b23-7492d22d5b19,revision_number=6']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:20.969372 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f1216-c760-44a5-a48a-d071a805afba req-b3677919-68f7-4142-bad4-4f6b1adadcbd tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:20.970833 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d1f1216-c760-44a5-a48a-d071a805afba req-b3677919-68f7-4142-bad4-4f6b1adadcbd tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0460742 Apr 11 19:28:21.017799 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d1f1216-c760-44a5-a48a-d071a805afba req-68068653-99d7-4098-8af7-9bea747cc548 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414312 Apr 11 19:28:22.131372 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef5f53-f2a5-4389-beae-1b5cceb3b8d4 req-bd1587e2-a410-4f48-a219-0b5c2dfafd29 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:22.132858 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-44ef5f53-f2a5-4389-beae-1b5cceb3b8d4 req-bd1587e2-a410-4f48-a219-0b5c2dfafd29 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0498269 Apr 11 19:28:22.180689 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-44ef5f53-f2a5-4389-beae-1b5cceb3b8d4 req-fbb6f8c4-bac2-4a9a-a35f-b205da0ade89 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Apr 11 19:28:23.291788 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95241dbc-aad2-443b-a784-c74ca4ccaf62 req-72c8bf00-935d-460d-b8c9-7f440cc771cb tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:23.293267 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-95241dbc-aad2-443b-a784-c74ca4ccaf62 req-72c8bf00-935d-460d-b8c9-7f440cc771cb tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0486705 Apr 11 19:28:23.343803 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-95241dbc-aad2-443b-a784-c74ca4ccaf62 req-9d367923-bc30-40a3-8f5b-8700d9fb9839 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445247 Apr 11 19:28:24.518829 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595344a-471c-42d1-84d7-e83142065819 req-1bc4c10d-97db-4764-8f97-1a2bc7a79562 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:24.520333 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3595344a-471c-42d1-84d7-e83142065819 req-1bc4c10d-97db-4764-8f97-1a2bc7a79562 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0829268 Apr 11 19:28:24.542826 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f22bc-880b-48e9-8e94-f35557b0df7b req-e92afcca-c62b-45dd-bd22-b4441fc1e838 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:24.544545 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-506f22bc-880b-48e9-8e94-f35557b0df7b req-e92afcca-c62b-45dd-bd22-b4441fc1e838 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0719206 Apr 11 19:28:24.597844 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3595344a-471c-42d1-84d7-e83142065819 req-4d4dc3d4-a878-446c-a3ce-820b979d807e tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712404 Apr 11 19:28:24.619341 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-506f22bc-880b-48e9-8e94-f35557b0df7b req-1acda23c-25e7-4b17-a444-57479029e85b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642517 Apr 11 19:28:25.153037 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f68309-a512-49de-8895-97dcdc75b3df req-674cae6d-7040-4d0b-bb23-ec9bea59ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:25.154500 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-674cae6d-7040-4d0b-bb23-ec9bea59ad5a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e&tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1 HTTP/1.1" status: 200 len: 1127 time: 0.0388434 Apr 11 19:28:25.221745 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f68309-a512-49de-8895-97dcdc75b3df req-1ba93083-aacf-4c3b-ada2-b7bde00f6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:25.223238 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-1ba93083-aacf-4c3b-ada2-b7bde00f6dcd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1&device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 1127 time: 0.0409892 Apr 11 19:28:25.313283 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f68309-a512-49de-8895-97dcdc75b3df req-c810455d-da9d-4728-b362-3cb8818035bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:25.314651 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-c810455d-da9d-4728-b362-3cb8818035bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cd11be6-8a97-4d09-8094-13b2b9adbbed HTTP/1.1" status: 200 len: 909 time: 0.0825534 Apr 11 19:28:25.383980 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-8c870ea9-5886-463d-a902-7938683bba8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19 HTTP/1.1" status: 200 len: 998 time: 0.0604737 Apr 11 19:28:25.432253 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f68309-a512-49de-8895-97dcdc75b3df req-71bb8336-4828-45dd-95ec-88600d957447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:25.433642 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-71bb8336-4828-45dd-95ec-88600d957447 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fdef079b-439f-42ac-b580-e0859c57fe7f HTTP/1.1" status: 200 len: 847 time: 0.0429025 Apr 11 19:28:25.474997 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f68309-a512-49de-8895-97dcdc75b3df req-8ba7a101-27e7-42ff-a2a2-db088c84c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:25.476989 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-8ba7a101-27e7-42ff-a2a2-db088c84c4b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd11be6-8a97-4d09-8094-13b2b9adbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373402 Apr 11 19:28:25.568127 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-0e7b0338-c127-4d00-9e60-77278b94d5cf service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853715 Apr 11 19:28:25.661196 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f68309-a512-49de-8895-97dcdc75b3df req-fff44fd9-c74a-4f50-999c-e830501a2ad2 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853713 Apr 11 19:28:25.743072 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbcd45-2ed3-4479-b70f-cd77fc07e14e req-6552d8c9-81b6-45ef-bcdb-c8c93ce9580f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:25.744605 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97cbcd45-2ed3-4479-b70f-cd77fc07e14e req-6552d8c9-81b6-45ef-bcdb-c8c93ce9580f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0778842 Apr 11 19:28:25.764682 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cb043-7741-414a-8f47-e22b32ccbd0a req-d99b68a2-fe84-4fde-b80e-a91504b5bd74 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:25.766116 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-958cb043-7741-414a-8f47-e22b32ccbd0a req-d99b68a2-fe84-4fde-b80e-a91504b5bd74 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0675049 Apr 11 19:28:25.833024 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97cbcd45-2ed3-4479-b70f-cd77fc07e14e req-3a03fded-4509-423a-94d2-64fc9665bb8c tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826371 Apr 11 19:28:25.841415 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-958cb043-7741-414a-8f47-e22b32ccbd0a req-e2547dbb-d4fa-48ca-b395-91a326747813 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683751 Apr 11 19:28:26.979405 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0531f-f0b4-4927-80d3-295b51c3d323 req-1cbfa394-ff07-495b-a8da-eb96923c73da tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:26.980911 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-aec0531f-f0b4-4927-80d3-295b51c3d323 req-1cbfa394-ff07-495b-a8da-eb96923c73da tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0795875 Apr 11 19:28:26.987103 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5d165-7ec8-4ad6-a213-a7640a57e5d5 req-e75b2a93-1ee2-4ec4-90b4-d6db0a6c4051 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:26.988488 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-73a5d165-7ec8-4ad6-a213-a7640a57e5d5 req-e75b2a93-1ee2-4ec4-90b4-d6db0a6c4051 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0782313 Apr 11 19:28:27.063177 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-aec0531f-f0b4-4927-80d3-295b51c3d323 req-12455f93-951f-44fa-aecc-f22b18f0daeb tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737441 Apr 11 19:28:27.066626 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-73a5d165-7ec8-4ad6-a213-a7640a57e5d5 req-8cc3ea8e-8f5b-48e3-be3a-916b6048f80e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707762 Apr 11 19:28:27.433147 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:27.911694 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:28:28.204754 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28c290-043c-49fa-8e35-f56ab4646ef0 req-377988a6-b734-49f4-a38c-523c39c7aec6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:28.206231 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6c28c290-043c-49fa-8e35-f56ab4646ef0 req-377988a6-b734-49f4-a38c-523c39c7aec6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0762720 Apr 11 19:28:28.214591 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47767224-35ac-4501-bf6b-73e2ab87ccea req-a11620ba-9e60-4143-8586-57d5cb0dc893 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:28.216012 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47767224-35ac-4501-bf6b-73e2ab87ccea req-a11620ba-9e60-4143-8586-57d5cb0dc893 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0774019 Apr 11 19:28:28.290819 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6c28c290-043c-49fa-8e35-f56ab4646ef0 req-a0b368f9-b1ff-4ab2-a348-af7b3a49054d tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738606 Apr 11 19:28:28.293901 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47767224-35ac-4501-bf6b-73e2ab87ccea req-b5a5c575-41cf-4874-87d6-1beac36c1700 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711040 Apr 11 19:28:29.430434 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd1cca-68a1-4e77-9253-332919d3ccaa req-9f2feae6-fd13-42ab-b3f6-199a9c67360e tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:29.431946 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9fd1cca-68a1-4e77-9253-332919d3ccaa req-9f2feae6-fd13-42ab-b3f6-199a9c67360e tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0760016 Apr 11 19:28:29.439659 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa44ea-6f81-479d-99bd-c352dd110ea1 req-59f02d08-38e0-45df-9c48-e6657f6db774 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:29.441133 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2bfa44ea-6f81-479d-99bd-c352dd110ea1 req-59f02d08-38e0-45df-9c48-e6657f6db774 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0752988 Apr 11 19:28:29.513796 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b9fd1cca-68a1-4e77-9253-332919d3ccaa req-24b55ba1-9613-4a28-b196-18d0ae8f4dac tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717242 Apr 11 19:28:29.517821 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2bfa44ea-6f81-479d-99bd-c352dd110ea1 req-262a521a-0aac-4aca-9de9-820687321755 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695200 Apr 11 19:28:30.650607 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a87fcd-a5c7-477c-b29b-f7adb7aacab8 req-358419de-38d4-46f5-8c12-2e3f370d33ac tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:30.652008 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-39a87fcd-a5c7-477c-b29b-f7adb7aacab8 req-358419de-38d4-46f5-8c12-2e3f370d33ac tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0710180 Apr 11 19:28:30.660040 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739dd86-f634-4462-8a57-e9fff223ef77 req-76f1fc32-3f3c-4207-a6eb-27424535b25f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:30.661408 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0739dd86-f634-4462-8a57-e9fff223ef77 req-76f1fc32-3f3c-4207-a6eb-27424535b25f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0718763 Apr 11 19:28:30.736809 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-39a87fcd-a5c7-477c-b29b-f7adb7aacab8 req-d01fa46f-a4e7-4b70-a6f0-5d71abf4b49a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744724 Apr 11 19:28:30.739885 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0739dd86-f634-4462-8a57-e9fff223ef77 req-f8d18e8c-7df4-4c06-bf26-551fde33a394 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715518 Apr 11 19:28:31.471329 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fc80b6d4-595e-4942-8a41-353a9479a19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:31.883581 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455817c-aa4f-4ed1-b490-0c04b3cb980f req-a505af7d-2dac-446a-8c48-6974dbcc9ae5 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:31.884959 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8455817c-aa4f-4ed1-b490-0c04b3cb980f req-a505af7d-2dac-446a-8c48-6974dbcc9ae5 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0795894 Apr 11 19:28:31.891060 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31865fb1-a835-4480-88e2-084ab8c3175d req-a5c01505-7dd8-4992-83f2-abd3b8c1684a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:31.892703 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-31865fb1-a835-4480-88e2-084ab8c3175d req-a5c01505-7dd8-4992-83f2-abd3b8c1684a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0785391 Apr 11 19:28:31.967782 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8455817c-aa4f-4ed1-b490-0c04b3cb980f req-747dc5a0-4696-4545-bc44-bfd640e02b45 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741179 Apr 11 19:28:31.974746 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-31865fb1-a835-4480-88e2-084ab8c3175d req-c079df63-098c-4ed0-abc3-3a850942e2e4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748365 Apr 11 19:28:33.105828 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d25eab-47f1-4ade-bffb-f4d690c721dc req-f3d31684-906f-4bcc-a8d6-003e4fade70b tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:33.107306 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01d25eab-47f1-4ade-bffb-f4d690c721dc req-f3d31684-906f-4bcc-a8d6-003e4fade70b tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 943 time: 0.0726566 Apr 11 19:28:33.115007 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5f5c0-b6e1-4254-a7b2-631b7c05f7b4 req-f1d119ae-3842-46cb-86a5-fe6ed079ea01 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:33.117920 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0fb5f5c0-b6e1-4254-a7b2-631b7c05f7b4 req-f1d119ae-3842-46cb-86a5-fe6ed079ea01 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0745180 Apr 11 19:28:33.193692 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-01d25eab-47f1-4ade-bffb-f4d690c721dc req-4f1f7175-85ca-4ff2-9343-8eee343e590c tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745211 Apr 11 19:28:33.201086 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0fb5f5c0-b6e1-4254-a7b2-631b7c05f7b4 req-985ec6b2-5e31-4cea-b8f6-0bdab605e44c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724041 Apr 11 19:28:33.928104 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0d652d77-b8dd-4d0e-a5bf-fb902ff108d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:34.019497 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3b7fae22-76e4-4325-8b23-7492d22d5b19 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:28:34.115137 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3b7fae22-76e4-4325-8b23-7492d22d5b19, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:34.126660 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'port_id': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'mac_address': 'fa:16:3e:21:97:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:28:34.167446 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3b7fae22-76e4-4325-8b23-7492d22d5b19 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:28:34.167834 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:34.183054 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7fae22-76e4-4325-8b23-7492d22d5b19 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:28:34.201394 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3b7fae22-76e4-4325-8b23-7492d22d5b19, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:34.265892 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:34.316279 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3b7fae22-76e4-4325-8b23-7492d22d5b19,revision_number=7']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:34.323671 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.324055 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.324505 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.324771 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.325112 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.325448 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.325809 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.326811 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.326811 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.326811 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.327064 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.327388 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.327721 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.328076 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.328406 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:34.334466 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472a68b-8fc5-4b27-afac-22b65856e582 req-4c108508-d36b-4bd2-8c9c-f80f3c3c1d7f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:34.336020 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3472a68b-8fc5-4b27-afac-22b65856e582 req-4c108508-d36b-4bd2-8c9c-f80f3c3c1d7f tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 944 time: 0.0751944 Apr 11 19:28:34.342012 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b3f2c-fc79-4122-990f-8252704689dd req-259c3ce6-f322-4fa7-a64c-8fd50092733c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:34.343423 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-022b3f2c-fc79-4122-990f-8252704689dd req-259c3ce6-f322-4fa7-a64c-8fd50092733c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0740106 Apr 11 19:28:34.418874 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3472a68b-8fc5-4b27-afac-22b65856e582 req-bd7a9929-4037-42e3-97fc-f93a588511ad tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744898 Apr 11 19:28:34.422018 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-022b3f2c-fc79-4122-990f-8252704689dd req-6b39b421-f0b3-4652-9e91-b6e4c6fe17e2 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720203 Apr 11 19:28:34.556075 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['3b7fae22-76e4-4325-8b23-7492d22d5b19'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:28:34.673975 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:35.819168 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5847-fb01-4d0a-a1f2-26ce44e4833f req-e454a59e-4cbc-40e5-8d14-33b5f50dae38 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:35.820698 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e89c5847-fb01-4d0a-a1f2-26ce44e4833f req-e454a59e-4cbc-40e5-8d14-33b5f50dae38 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 944 time: 0.3345709 Apr 11 19:28:35.826637 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0055f40-bba5-4e24-9e95-0e8b0b542300 req-80422d1b-90a6-42cf-83e5-3ac90688f492 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:35.828059 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a0055f40-bba5-4e24-9e95-0e8b0b542300 req-80422d1b-90a6-42cf-83e5-3ac90688f492 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.3325455 Apr 11 19:28:35.902186 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e89c5847-fb01-4d0a-a1f2-26ce44e4833f req-80910515-9c16-45f5-916d-459ba9db2830 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731871 Apr 11 19:28:35.906455 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a0055f40-bba5-4e24-9e95-0e8b0b542300 req-dfeb30b7-a1ca-4918-96aa-52a12a320624 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714426 Apr 11 19:28:36.035569 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3b7fae22-76e4-4325-8b23-7492d22d5b19 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:28:36.080713 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 3b7fae22-76e4-4325-8b23-7492d22d5b19 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:28:36.081019 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:36.160090 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 3b7fae22-76e4-4325-8b23-7492d22d5b19 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:28:36.160481 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:36.182459 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:28:36.184677 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f85f837-9cf1-41ba-82fc-498022759270" -d '{"events": [{"server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "name": "network-vif-plugged", "status": "completed", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:28:36.196959 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 3b7fae22-76e4-4325-8b23-7492d22d5b19, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:36.222242 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c60bca-a6b9-47e0-848e-7ebdc329bdc3 x-openstack-request-id: req-87c60bca-a6b9-47e0-848e-7ebdc329bdc3 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:28:36.222242 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "name": "network-vif-plugged", "status": "completed", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:28:36.222242 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87c60bca-a6b9-47e0-848e-7ebdc329bdc3 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:28:36.222242 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c60bca-a6b9-47e0-848e-7ebdc329bdc3'] response: {'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'code': 200} Apr 11 19:28:36.267676 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:36.315578 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=3b7fae22-76e4-4325-8b23-7492d22d5b19,revision_number=8']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:36.433251 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:36.493135 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be684eb9-2608-439e-9787-4305c0bdc8b5 req-8dc08bf3-c955-44b8-b97e-a83cbc791d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:36.494724 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-be684eb9-2608-439e-9787-4305c0bdc8b5 req-8dc08bf3-c955-44b8-b97e-a83cbc791d97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 1129 time: 0.0389819 Apr 11 19:28:36.548798 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-be684eb9-2608-439e-9787-4305c0bdc8b5 req-3a861a51-a704-4a76-8f80-424295e28e4c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467966 Apr 11 19:28:37.043803 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2114a5-e4d4-4fa5-87d1-1180694f0250 req-cf6ecba9-b2e2-4c7e-ac1d-2ceb6c7488d0 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:37.045310 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3c2114a5-e4d4-4fa5-87d1-1180694f0250 req-cf6ecba9-b2e2-4c7e-ac1d-2ceb6c7488d0 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0778124 Apr 11 19:28:37.051350 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf26b-e9bb-4031-83a8-7882a83325b6 req-0f1563a3-d70a-43d9-91a3-b5aecee1ef7a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:37.055986 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eecf26b-e9bb-4031-83a8-7882a83325b6 req-0f1563a3-d70a-43d9-91a3-b5aecee1ef7a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0757766 Apr 11 19:28:37.127112 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3c2114a5-e4d4-4fa5-87d1-1180694f0250 req-d5584e3e-7a9f-4d4c-b710-32d802caaac3 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734389 Apr 11 19:28:37.130365 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6eecf26b-e9bb-4031-83a8-7882a83325b6 req-2342678f-1d07-4333-8945-0d3669d7f2c2 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705023 Apr 11 19:28:37.912726 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:38.270515 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91552757-5e97-499e-bc2e-147dbd354bd8 req-21860abd-0aac-4819-bb14-d29737dde49c tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:38.272023 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-91552757-5e97-499e-bc2e-147dbd354bd8 req-21860abd-0aac-4819-bb14-d29737dde49c tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0790811 Apr 11 19:28:38.278634 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa153e9-5759-4804-a162-e86f5b2d89fd req-7d3c98e3-1df0-4eda-9c89-27410a617e91 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:38.280751 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7aa153e9-5759-4804-a162-e86f5b2d89fd req-7d3c98e3-1df0-4eda-9c89-27410a617e91 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0766385 Apr 11 19:28:38.352051 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-91552757-5e97-499e-bc2e-147dbd354bd8 req-71aa2247-b169-47c2-b071-fdd0a81222da tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710552 Apr 11 19:28:38.358972 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7aa153e9-5759-4804-a162-e86f5b2d89fd req-b3c64313-89d6-4247-9e9c-c465d0ef0e9a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720155 Apr 11 19:28:39.492722 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb156-db07-4519-8720-521b22778032 req-848bc7b6-7e43-4b4e-a25f-592c179332ed tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:39.494187 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e5bb156-db07-4519-8720-521b22778032 req-848bc7b6-7e43-4b4e-a25f-592c179332ed tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0740054 Apr 11 19:28:39.500208 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6a34d-fd5c-40ff-a4f5-b61c8a00e881 req-f96834a5-97bc-4061-8625-3ee64e13d65a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:39.501566 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bfd6a34d-fd5c-40ff-a4f5-b61c8a00e881 req-f96834a5-97bc-4061-8625-3ee64e13d65a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0727859 Apr 11 19:28:39.577313 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e5bb156-db07-4519-8720-521b22778032 req-cc94b706-a964-4eb1-87ec-edfd7e8599c8 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747252 Apr 11 19:28:39.581223 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bfd6a34d-fd5c-40ff-a4f5-b61c8a00e881 req-815c60b8-8346-4fcd-9eeb-91da576e811d tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729599 Apr 11 19:28:40.693451 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820942a-e0fb-4ac0-9ae1-551ea98dc0e6 req-75c6f2df-b123-4272-927f-c2ecd414c406 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:40.695600 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7820942a-e0fb-4ac0-9ae1-551ea98dc0e6 req-75c6f2df-b123-4272-927f-c2ecd414c406 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0482953 Apr 11 19:28:40.743584 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7820942a-e0fb-4ac0-9ae1-551ea98dc0e6 req-b2407d11-9924-4314-95ec-30363d68c05f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423987 Apr 11 19:28:41.858071 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f038f-6af5-4f7a-950b-4ed4a30159d0 req-132af73d-5179-48e6-b127-8f19bcf8de80 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:41.859555 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-583f038f-6af5-4f7a-950b-4ed4a30159d0 req-132af73d-5179-48e6-b127-8f19bcf8de80 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0470948 Apr 11 19:28:41.909145 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-583f038f-6af5-4f7a-950b-4ed4a30159d0 req-7dbceaa1-2346-42c7-906f-ddf0a7897416 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432503 Apr 11 19:28:43.025090 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76378a28-fd09-4a18-b7a0-36a6bc5ff255 req-c3c75126-0b58-4200-b662-3c03fa6c2496 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:43.026654 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-76378a28-fd09-4a18-b7a0-36a6bc5ff255 req-c3c75126-0b58-4200-b662-3c03fa6c2496 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0511243 Apr 11 19:28:43.073510 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-76378a28-fd09-4a18-b7a0-36a6bc5ff255 req-58cfe072-0f45-458d-b827-0b87f93c3d77 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410690 Apr 11 19:28:44.184532 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08a763-769f-47b8-9d14-580fb3529cde req-b79299a5-c157-4522-8631-b2b73774655b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:44.185996 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2c08a763-769f-47b8-9d14-580fb3529cde req-b79299a5-c157-4522-8631-b2b73774655b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0464175 Apr 11 19:28:44.231836 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2c08a763-769f-47b8-9d14-580fb3529cde req-192a8f87-1eb0-467a-ac44-3c271d810e1c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403728 Apr 11 19:28:45.347136 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccd846-0c4b-4050-989c-41379c933bb3 req-2d7e5e5a-29d7-45ec-b2e7-9cf65a92ff70 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:45.348726 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-49ccd846-0c4b-4050-989c-41379c933bb3 req-2d7e5e5a-29d7-45ec-b2e7-9cf65a92ff70 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0518210 Apr 11 19:28:45.397308 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-49ccd846-0c4b-4050-989c-41379c933bb3 req-48da92ad-2c0c-4e4a-a873-516449fa1778 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422978 Apr 11 19:28:45.920333 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0724b36-ea0e-4901-a2cc-bf2c0800822f req-c2c9bc29-d246-4aec-92f6-42e42c445946 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:45.922707 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e0724b36-ea0e-4901-a2cc-bf2c0800822f req-c2c9bc29-d246-4aec-92f6-42e42c445946 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0530641 Apr 11 19:28:45.988574 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969af24-e7b6-46bc-b592-14194bfe0b16 req-ca8bdc6c-d9d7-418a-a921-496fc99f5a78 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:45.989981 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9969af24-e7b6-46bc-b592-14194bfe0b16 req-ca8bdc6c-d9d7-418a-a921-496fc99f5a78 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 946 time: 0.0656569 Apr 11 19:28:46.018451 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e0724b36-ea0e-4901-a2cc-bf2c0800822f req-698629bc-0fb3-4753-906f-0d6b9cc19312 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849426 Apr 11 19:28:46.051136 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9969af24-e7b6-46bc-b592-14194bfe0b16 req-33241cff-0d10-4c27-8ba7-5b48770c7b89 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549383 Apr 11 19:28:47.034958 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a47a-c55c-45a1-8128-2f1f8243868b req-5ac0d03f-9bd7-4cbe-b0a3-d2afaf86996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:47.036476 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8974a47a-c55c-45a1-8128-2f1f8243868b req-5ac0d03f-9bd7-4cbe-b0a3-d2afaf86996c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 1130 time: 0.0397804 Apr 11 19:28:47.194260 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a20e7-a29f-41b3-86fc-6a6e8ebe822f req-08bb961e-8bf8-47d1-9973-5e523b8a68e8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:47.196276 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-511a20e7-a29f-41b3-86fc-6a6e8ebe822f req-08bb961e-8bf8-47d1-9973-5e523b8a68e8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.1002934 Apr 11 19:28:47.203699 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a47a-c55c-45a1-8128-2f1f8243868b req-ad3459d7-9fa5-4a45-b431-af902b4f29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:47.205121 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8974a47a-c55c-45a1-8128-2f1f8243868b req-ad3459d7-9fa5-4a45-b431-af902b4f29d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36320420-1679-4c05-bb85-4925d8ad5187 HTTP/1.1" status: 200 len: 912 time: 0.1626933 Apr 11 19:28:47.212455 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8cbac-e04c-49db-865a-2e65e9615dae req-d9d79e68-c600-4cb2-abd7-fc39e30003e6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:47.213825 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-88e8cbac-e04c-49db-865a-2e65e9615dae req-d9d79e68-c600-4cb2-abd7-fc39e30003e6 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 946 time: 0.0805519 Apr 11 19:28:47.356647 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8974a47a-c55c-45a1-8128-2f1f8243868b req-29b5fe68-d580-407a-8f1b-3b083345ba75 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1267f-d58b-4784-8932-7fc72efcc1a9 HTTP/1.1" status: 200 len: 1002 time: 0.1378698 Apr 11 19:28:47.364332 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-511a20e7-a29f-41b3-86fc-6a6e8ebe822f req-13966ead-a9b1-45b1-afbd-40c7a88a2d9a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620586 Apr 11 19:28:47.381067 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-88e8cbac-e04c-49db-865a-2e65e9615dae req-8f030a68-6977-4b17-b74b-136876a00496 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups?id=d449494d-7438-4de7-894e-4700c916ed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603823 Apr 11 19:28:47.413551 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-a684b099-ea68-4fab-a5fc-d278db3550fd tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:47.414997 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-a684b099-ea68-4fab-a5fc-d278db3550fd tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 946 time: 0.1041503 Apr 11 19:28:47.452664 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a47a-c55c-45a1-8128-2f1f8243868b req-7a75891c-9195-4070-9d33-6e45d9bc6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:47.454145 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8974a47a-c55c-45a1-8128-2f1f8243868b req-7a75891c-9195-4070-9d33-6e45d9bc6a96 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43138c21-abfb-474b-8fed-e764ca343967 HTTP/1.1" status: 200 len: 850 time: 0.0889688 Apr 11 19:28:47.532378 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a47a-c55c-45a1-8128-2f1f8243868b req-6000c6df-977e-47d7-8254-6ed1eff42ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:47.533888 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8974a47a-c55c-45a1-8128-2f1f8243868b req-6000c6df-977e-47d7-8254-6ed1eff42ccf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36320420-1679-4c05-bb85-4925d8ad5187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744503 Apr 11 19:28:47.541466 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Deleting port 3733e919-e246-4895-8c14-9142b3067297 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:28:47.541808 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (3733e919-e246-4895-8c14-9142b3067297), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:47.694420 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] For port 3733e919-e246-4895-8c14-9142b3067297, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3733e919-e246-4895-8c14-9142b3067297,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:47.694851 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (3733e919-e246-4895-8c14-9142b3067297), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:47.704380 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8974a47a-c55c-45a1-8128-2f1f8243868b req-6fea32a8-f588-4354-9fb6-f27270165a11 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585410 Apr 11 19:28:47.911802 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8974a47a-c55c-45a1-8128-2f1f8243868b req-10365195-90fd-49c5-adcb-904e4bd11ef4 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998355 Apr 11 19:28:47.941965 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:47.942280 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (28234e7f-6199-4041-9889-a3b0553def61), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:47.942591 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Floating IP 28234e7f-6199-4041-9889-a3b0553def61 disassociated. External IP: 172.27.2.160, port: 3733e919-e246-4895-8c14-9142b3067297. Apr 11 19:28:47.942929 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Calling delete_port for 3733e919-e246-4895-8c14-9142b3067297 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:28:48.174192 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (3733e919-e246-4895-8c14-9142b3067297), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:48.202229 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event deleted for resources: {'Port': ['ID=3733e919-e246-4895-8c14-9142b3067297,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:48.213015 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.213376 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.213730 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.214079 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.214466 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.214773 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.215113 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.215450 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.215785 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.216149 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.216483 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.216815 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.217147 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.217476 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.217807 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:48.341128 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Router 73bfecd8-b46e-49b4-b9ed-880ec382a896 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:28:48.517289 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a093b8b0-1600-477d-b663-de7df470d0e2 req-35958811-2365-435e-8a6b-dc67df61cbaf tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/ports?device_id=56e59284-4026-46d9-954f-de50042725f0 HTTP/1.1" status: 200 len: 210 time: 0.0429828 Apr 11 19:28:48.518149 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:28:48.526103 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50393cea-519e-42ea-a51d-925437227457 req-49393372-0b38-411b-a5fb-eabac2c338c3 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:48.527745 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50393cea-519e-42ea-a51d-925437227457 req-49393372-0b38-411b-a5fb-eabac2c338c3 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0871778 Apr 11 19:28:48.540787 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82353ae-4024-4bb9-a292-5a66332e404a None None] Sync routers for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:28:48.552967 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82353ae-4024-4bb9-a292-5a66332e404a None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:28:48.553583 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a82353ae-4024-4bb9-a292-5a66332e404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:28:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:48.589377 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] No DVR routers for this DVR port 3733e919-e246-4895-8c14-9142b3067297 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:28:48.593795 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:48.597553 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-095283a5-f8b2-4f2a-8dda-12629dc5fa4f req-414e8e46-b3f7-4a87-8ee3-e76550e55eb2 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.23 "DELETE /v2.0/ports/3733e919-e246-4895-8c14-9142b3067297 HTTP/1.1" status: 204 len: 173 time: 1.1763883 Apr 11 19:28:48.598094 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'name': 'network-vif-deleted', 'tag': '3733e919-e246-4895-8c14-9142b3067297'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:28:48.600637 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1302dba-95b1-4bb4-bca5-f09dca1f1197" -d '{"events": [{"server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "name": "network-vif-deleted", "tag": "3733e919-e246-4895-8c14-9142b3067297"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:28:48.657913 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50393cea-519e-42ea-a51d-925437227457 req-9e39b2d4-679c-4157-9bab-702a99a4bd89 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048949 Apr 11 19:28:48.659486 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76189e26-0c11-48a0-a4be-f44443fddea9 x-openstack-request-id: req-76189e26-0c11-48a0-a4be-f44443fddea9 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:28:48.659787 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e59284-4026-46d9-954f-de50042725f0", "name": "network-vif-deleted", "tag": "3733e919-e246-4895-8c14-9142b3067297", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:28:48.660080 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76189e26-0c11-48a0-a4be-f44443fddea9 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:28:48.660704 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76189e26-0c11-48a0-a4be-f44443fddea9'] response: {'server_uuid': '56e59284-4026-46d9-954f-de50042725f0', 'name': 'network-vif-deleted', 'tag': '3733e919-e246-4895-8c14-9142b3067297', 'status': 'completed', 'code': 200} Apr 11 19:28:48.678571 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-a82353ae-4024-4bb9-a292-5a66332e404a None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:28:48.873032 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a82353ae-4024-4bb9-a292-5a66332e404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:48.899781 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82353ae-4024-4bb9-a292-5a66332e404a None None] Checking router: 73bfecd8-b46e-49b4-b9ed-880ec382a896 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:28:48.908432 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82353ae-4024-4bb9-a292-5a66332e404a None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:28:48.909033 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a82353ae-4024-4bb9-a292-5a66332e404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:28:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:49.113873 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-a82353ae-4024-4bb9-a292-5a66332e404a None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:28:49.300705 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a82353ae-4024-4bb9-a292-5a66332e404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:49.333600 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82353ae-4024-4bb9-a292-5a66332e404a None None] The sync data for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi is: [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:22:03Z', 'revision_number': 4, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'e6ac12d9-7091-4925-be7d-5d8bff3276ed', 'name': '', 'network_id': '34eb8caf-ea24-4e8f-89b6-a31932c34a31', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'mac_address': 'fa:16:3e:30:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:22:01Z', 'updated_at': '2022-04-11T19:22:08Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'subnets': [{'id': '25cb9c3f-a16a-473f-899e-27a0637ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:28:49.555083 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1205bf6-0b81-4eca-99de-cb3d4278201d None None] New status for floating IP 28234e7f-6199-4041-9889-a3b0553def61: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:28:49.686278 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34466) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:49.769681 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5584-6d6e-4c01-a1f6-c03814b08b3b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (d449494d-7438-4de7-894e-4700c916ed51), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:49.785649 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0655e7-0e67-44fd-9bb3-5e7d5685b9dc req-9dc06828-9736-4c10-a1f9-7edc2566088a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:49.787122 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2b0655e7-0e67-44fd-9bb3-5e7d5685b9dc req-9dc06828-9736-4c10-a1f9-7edc2566088a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0640655 Apr 11 19:28:49.822343 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5584-6d6e-4c01-a1f6-c03814b08b3b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (d449494d-7438-4de7-894e-4700c916ed51), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:49.874632 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2b0655e7-0e67-44fd-9bb3-5e7d5685b9dc req-965a7f04-b8ab-47ff-8526-2b88811140b4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811722 Apr 11 19:28:49.970142 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5584-6d6e-4c01-a1f6-c03814b08b3b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (d449494d-7438-4de7-894e-4700c916ed51), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:49.972801 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5584-6d6e-4c01-a1f6-c03814b08b3b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:49.973957 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6d8b5584-6d6e-4c01-a1f6-c03814b08b3b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "DELETE /v2.0/security-groups/d449494d-7438-4de7-894e-4700c916ed51 HTTP/1.1" status: 204 len: 168 time: 0.2866831 Apr 11 19:28:49.977014 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34470) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:49.983228 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5584-6d6e-4c01-a1f6-c03814b08b3b tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d449494d-7438-4de7-894e-4700c916ed51,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:49.991685 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.api.v2.resource [None req-7a419873-ce08-4461-b34b-9e743ad9434f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] show failed (client error): The resource could not be found. Apr 11 19:28:49.992748 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7a419873-ce08-4461-b34b-9e743ad9434f tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "GET /v2.0/security-groups/d449494d-7438-4de7-894e-4700c916ed51 HTTP/1.1" status: 404 len: 347 time: 0.0147507 Apr 11 19:28:49.995699 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34472) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:50.110812 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Deleting port 5e745351-d7db-4089-8c25-b12d6f804e37 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:28:50.111176 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (5e745351-d7db-4089-8c25-b12d6f804e37), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:50.114010 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3733e919-e246-4895-8c14-9142b3067297 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:28:50.137961 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 3733e919-e246-4895-8c14-9142b3067297 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:28:50.138314 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3733e919-e246-4895-8c14-9142b3067297 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:28:50.187978 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (5e745351-d7db-4089-8c25-b12d6f804e37), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:50.188308 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (5e745351-d7db-4089-8c25-b12d6f804e37), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:50.200562 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Calling delete_port for 5e745351-d7db-4089-8c25-b12d6f804e37 owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:28:50.414510 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (5e745351-d7db-4089-8c25-b12d6f804e37), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:50.438629 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Pushing event deleted for resources: {'Port': ['ID=5e745351-d7db-4089-8c25-b12d6f804e37,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:50.453191 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.453659 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.454010 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.454356 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.454767 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.455108 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.455446 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.455779 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.456138 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.456471 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.456803 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.457134 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.457465 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.457795 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.458125 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:50.511824 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks [] for floatingip (28234e7f-6199-4041-9889-a3b0553def61), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:50.514347 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:50.515486 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7379ec64-5f3b-4add-a612-699c48add718 tempest-AttachVolumeShelveTestJSON-1598759756 tempest-AttachVolumeShelveTestJSON-1598759756-project] 10.222.0.13 "DELETE /v2.0/floatingips/28234e7f-6199-4041-9889-a3b0553def61 HTTP/1.1" status: 204 len: 168 time: 0.5188444 Apr 11 19:28:53.193817 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34500) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:53.613792 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579013'] for router_interface (73bfecd8-b46e-49b4-b9ed-880ec382a896), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:54.053308 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] Deleting port e6ac12d9-7091-4925-be7d-5d8bff3276ed {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:28:54.053668 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:54.131837 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] For port e6ac12d9-7091-4925-be7d-5d8bff3276ed, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e6ac12d9-7091-4925-be7d-5d8bff3276ed,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:54.132223 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:54.144724 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] Calling delete_port for e6ac12d9-7091-4925-be7d-5d8bff3276ed owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:28:54.379722 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (e6ac12d9-7091-4925-be7d-5d8bff3276ed), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:54.404194 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ac12d9-7091-4925-be7d-5d8bff3276ed,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:54.577115 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578921'] for router_interface (73bfecd8-b46e-49b4-b9ed-880ec382a896), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:54.803077 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] Router 73bfecd8-b46e-49b4-b9ed-880ec382a896 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:28:54.909825 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:28:54.914798 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9fda8db7-83f1-429f-81df-2ca4ce333bdc admin admin] 10.222.0.13 "PUT /v2.0/routers/73bfecd8-b46e-49b4-b9ed-880ec382a896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194655 Apr 11 19:28:54.917329 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34508) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:54.921830 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d23987-b6c2-4ca7-a87f-28fc82e4a33c None None] Sync routers for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:28:54.932167 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d23987-b6c2-4ca7-a87f-28fc82e4a33c None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:28:54.932772 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e8d23987-b6c2-4ca7-a87f-28fc82e4a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:28:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:55.027443 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Publish callbacks [] for router (73bfecd8-b46e-49b4-b9ed-880ec382a896), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:55.049457 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-e8d23987-b6c2-4ca7-a87f-28fc82e4a33c None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:28:55.137620 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Publish callbacks [] for router_gateway (73bfecd8-b46e-49b4-b9ed-880ec382a896), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:55.219279 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e8d23987-b6c2-4ca7-a87f-28fc82e4a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:28:54Z', 'revision_number': 5, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port': {'id': 'fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:21:57Z', 'updated_at': '2022-04-11T19:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:55.250406 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d23987-b6c2-4ca7-a87f-28fc82e4a33c None None] Checking router: 73bfecd8-b46e-49b4-b9ed-880ec382a896 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:28:55.260676 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d23987-b6c2-4ca7-a87f-28fc82e4a33c None None] Routers {'73bfecd8-b46e-49b4-b9ed-880ec382a896'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:28:55.261663 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e8d23987-b6c2-4ca7-a87f-28fc82e4a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:28:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['73bfecd8-b46e-49b4-b9ed-880ec382a896'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:55.269700 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Deleting port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:28:55.270041 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:55.349770 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] For port fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:55.350134 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:55.354541 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-e8d23987-b6c2-4ca7-a87f-28fc82e4a33c None None] Set router 73bfecd8-b46e-49b4-b9ed-880ec382a896 gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:28:55.368514 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Calling delete_port for fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:28:55.405342 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e8d23987-b6c2-4ca7-a87f-28fc82e4a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:28:55Z', 'revision_number': 6, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port_host': None}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:55.434776 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d23987-b6c2-4ca7-a87f-28fc82e4a33c None None] The sync data for ids ['73bfecd8-b46e-49b4-b9ed-880ec382a896'] in dv-cinder-837362-1-iscsi is: [{'id': '73bfecd8-b46e-49b4-b9ed-880ec382a896', 'name': 'tempest-AttachVolumeShelveTestJSON-1387939087-router', 'tenant_id': '902b30688b0543f5af404ec495801a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:21:56Z', 'updated_at': '2022-04-11T19:28:55Z', 'revision_number': 6, 'project_id': '902b30688b0543f5af404ec495801a4e', 'gw_port_host': None}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:28:55.592692 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:55.624146 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:55.679089 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576399'] for router_gateway (73bfecd8-b46e-49b4-b9ed-880ec382a896), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:55.771318 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31717'] for router (73bfecd8-b46e-49b4-b9ed-880ec382a896), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:55.774077 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Publish callbacks [] for router_controller (73bfecd8-b46e-49b4-b9ed-880ec382a896), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:55.907722 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678440'] for router (73bfecd8-b46e-49b4-b9ed-880ec382a896), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:55.908410 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73bfecd8-b46e-49b4-b9ed-880ec382a896 {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:28:55.914397 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:55.915536 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-21f0bacc-3347-4273-abf2-29bc181679bc admin admin] 10.222.0.13 "DELETE /v2.0/routers/73bfecd8-b46e-49b4-b9ed-880ec382a896 HTTP/1.1" status: 204 len: 168 time: 0.9973030 Apr 11 19:28:55.918089 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34522) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:55.965253 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1038a8-ec0c-4ed7-90d3-abdf1dfc0299 admin admin] Deleting subnet 25cb9c3f-a16a-473f-899e-27a0637ef53d {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:28:55.969369 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6d1038a8-ec0c-4ed7-90d3-abdf1dfc0299 admin admin] Publish callbacks [] for subnet (25cb9c3f-a16a-473f-899e-27a0637ef53d), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.005618 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6d1038a8-ec0c-4ed7-90d3-abdf1dfc0299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (25cb9c3f-a16a-473f-899e-27a0637ef53d), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.086799 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6d1038a8-ec0c-4ed7-90d3-abdf1dfc0299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (25cb9c3f-a16a-473f-899e-27a0637ef53d), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.211875 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6d1038a8-ec0c-4ed7-90d3-abdf1dfc0299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (25cb9c3f-a16a-473f-899e-27a0637ef53d), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.239208 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1038a8-ec0c-4ed7-90d3-abdf1dfc0299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25cb9c3f-a16a-473f-899e-27a0637ef53d,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:56.241298 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6d1038a8-ec0c-4ed7-90d3-abdf1dfc0299 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.245309 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6d1038a8-ec0c-4ed7-90d3-abdf1dfc0299 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25cb9c3f-a16a-473f-899e-27a0637ef53d HTTP/1.1" status: 204 len: 168 time: 0.3261437 Apr 11 19:28:56.247423 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5bdabb-917a-4d34-b305-6b1f22380676 None None] Network 34eb8caf-ea24-4e8f-89b6-a31932c34a31 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:28:56.248005 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34528) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:56.332521 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (34eb8caf-ea24-4e8f-89b6-a31932c34a31), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.387337 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Deleting port 02e88ec6-6771-418b-8cc7-53057360644d {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:28:56.387684 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (02e88ec6-6771-418b-8cc7-53057360644d), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.424239 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b11d34-ae51-45e1-94a5-d4a57ce00f00 None None] DHCP port deletion for 34eb8caf-ea24-4e8f-89b6-a31932c34a31 request from dv-cinder-837362-1-iscsi {{(pid=103946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:28:56.454334 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] For port 02e88ec6-6771-418b-8cc7-53057360644d, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=02e88ec6-6771-418b-8cc7-53057360644d,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:56.454699 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (02e88ec6-6771-418b-8cc7-53057360644d), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.465733 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-38b11d34-ae51-45e1-94a5-d4a57ce00f00 None None] Deleting port 02e88ec6-6771-418b-8cc7-53057360644d {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:28:56.466110 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-38b11d34-ae51-45e1-94a5-d4a57ce00f00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (02e88ec6-6771-418b-8cc7-53057360644d), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.468351 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Calling delete_port for 02e88ec6-6771-418b-8cc7-53057360644d owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:28:56.529371 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-38b11d34-ae51-45e1-94a5-d4a57ce00f00 None None] For port 02e88ec6-6771-418b-8cc7-53057360644d, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=02e88ec6-6771-418b-8cc7-53057360644d,segment=NetworkSegment(39404956-7500-454e-906c-2c4bdf1a10e0),segment_id=39404956-7500-454e-906c-2c4bdf1a10e0)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:28:56.529768 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-38b11d34-ae51-45e1-94a5-d4a57ce00f00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (02e88ec6-6771-418b-8cc7-53057360644d), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.547318 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-38b11d34-ae51-45e1-94a5-d4a57ce00f00 None None] Calling delete_port for 02e88ec6-6771-418b-8cc7-53057360644d owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:28:56.627437 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (02e88ec6-6771-418b-8cc7-53057360644d), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.633799 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-38b11d34-ae51-45e1-94a5-d4a57ce00f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609'] for port (02e88ec6-6771-418b-8cc7-53057360644d), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.653411 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e88ec6-6771-418b-8cc7-53057360644d,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:56.657185 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] No DVR routers for this DVR port 02e88ec6-6771-418b-8cc7-53057360644d on host dv-cinder-837362-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:28:56.658481 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b11d34-ae51-45e1-94a5-d4a57ce00f00 None None] Pushing event deleted for resources: {'Port': ['ID=02e88ec6-6771-418b-8cc7-53057360644d,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:56.661935 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b11d34-ae51-45e1-94a5-d4a57ce00f00 None None] No DVR routers for this DVR port 02e88ec6-6771-418b-8cc7-53057360644d on host dv-cinder-837362-1-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:28:56.732016 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (34eb8caf-ea24-4e8f-89b6-a31932c34a31), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.753782 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34eb8caf-ea24-4e8f-89b6-a31932c34a31']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:56.762896 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39404956-7500-454e-906c-2c4bdf1a10e0') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:56.763199 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39404956-7500-454e-906c-2c4bdf1a10e0') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:28:56.772518 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29057243'] for segment (39404956-7500-454e-906c-2c4bdf1a10e0), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.785802 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (39404956-7500-454e-906c-2c4bdf1a10e0), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.792172 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:28:56.792590 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25449861'] for segment (39404956-7500-454e-906c-2c4bdf1a10e0), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: Traceback (most recent call last): Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: timer() Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: cb(*args, **kw) Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: return func(*args, **kwargs) Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: self._notify() Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: self.callback(batched_events) Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: event.method(event) Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: return f(self, *a, **k) Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._get(url).json() Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: return self.request(url, 'GET', **kwargs) Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:28:56.794453 dv-cinder-837362-1-iscsi neutron-server[103944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:28:56.930622 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (34eb8caf-ea24-4e8f-89b6-a31932c34a31), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.936052 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:56.939429 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] 10.222.0.13 "DELETE /v2.0/networks/34eb8caf-ea24-4e8f-89b6-a31932c34a31 HTTP/1.1" status: 204 len: 168 time: 0.6908495 Apr 11 19:28:56.950215 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2352508-4637-4f1a-8def-d4331399a731 admin admin] Pushing event deleted for resources: {'Network': ['ID=34eb8caf-ea24-4e8f-89b6-a31932c34a31,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:57.139880 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:28:57.161440 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:28:57.161903 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device fa8ae7a4-eeb5-45c5-98d9-cb3239a642e9 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:28:57.162370 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e6ac12d9-7091-4925-be7d-5d8bff3276ed no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:28:57.189840 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: e6ac12d9-7091-4925-be7d-5d8bff3276ed {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:28:57.190194 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e6ac12d9-7091-4925-be7d-5d8bff3276ed not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:28:57.190619 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 02e88ec6-6771-418b-8cc7-53057360644d no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:28:57.209348 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 02e88ec6-6771-418b-8cc7-53057360644d {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:28:57.209727 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 02e88ec6-6771-418b-8cc7-53057360644d not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:28:57.251638 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34534) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:57.297210 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-02537da4-800b-4a7d-af91-5b869bb3e672 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=902b30688b0543f5af404ec495801a4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442369 Apr 11 19:28:57.300948 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34536) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:57.348843 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a1eac2a5-ca99-41d3-b68e-14010c7afad3 admin admin] Publish callbacks [] for security_group (79c16b91-bc5c-4977-8b94-6d26cbe159e0), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:57.370449 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a1eac2a5-ca99-41d3-b68e-14010c7afad3 admin admin] Publish callbacks [] for security_group (79c16b91-bc5c-4977-8b94-6d26cbe159e0), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:57.425197 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:57.489905 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a1eac2a5-ca99-41d3-b68e-14010c7afad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (79c16b91-bc5c-4977-8b94-6d26cbe159e0), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:57.492852 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a1eac2a5-ca99-41d3-b68e-14010c7afad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:57.494283 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a1eac2a5-ca99-41d3-b68e-14010c7afad3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79c16b91-bc5c-4977-8b94-6d26cbe159e0 HTTP/1.1" status: 204 len: 168 time: 0.1922305 Apr 11 19:28:57.503499 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eac2a5-ca99-41d3-b68e-14010c7afad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c16b91-bc5c-4977-8b94-6d26cbe159e0,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:58.784774 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c45ff-e3de-4d34-8f13-d49e5f422319 req-6cb0b659-8000-4e53-89fd-1ca9ab9dc723 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:58.786333 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d2c45ff-e3de-4d34-8f13-d49e5f422319 req-6cb0b659-8000-4e53-89fd-1ca9ab9dc723 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0566080 Apr 11 19:28:58.833466 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d2c45ff-e3de-4d34-8f13-d49e5f422319 req-89163265-56f4-4cb5-9799-c1c0ec1a6c4f tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Apr 11 19:28:59.949179 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbd17-c1b4-43a5-baca-7ec1bd79031a req-321e5cab-2289-4036-94ac-acdcd14ff4d5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:28:59.950650 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c39fbd17-c1b4-43a5-baca-7ec1bd79031a req-321e5cab-2289-4036-94ac-acdcd14ff4d5 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0473578 Apr 11 19:28:59.998958 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c39fbd17-c1b4-43a5-baca-7ec1bd79031a req-9522c91d-8d40-4272-b2e3-4fc622af65e6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426314 Apr 11 19:29:00.719484 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0634bd0c-01e8-4667-a720-ee2c2823e090 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:00.720982 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0634bd0c-01e8-4667-a720-ee2c2823e090 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0486269 Apr 11 19:29:00.815277 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Deleting port 97ac6fb3-f650-4795-83ee-bedb7b06713e {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:29:00.815628 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:00.902526 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] For port 97ac6fb3-f650-4795-83ee-bedb7b06713e, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=97ac6fb3-f650-4795-83ee-bedb7b06713e,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:29:00.902894 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:01.079349 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:01.079349 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (536d8743-659b-4660-86e0-94ac9cb45098), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:01.079945 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Floating IP 536d8743-659b-4660-86e0-94ac9cb45098 disassociated. External IP: 172.27.2.141, port: 97ac6fb3-f650-4795-83ee-bedb7b06713e. Apr 11 19:29:01.080044 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Calling delete_port for 97ac6fb3-f650-4795-83ee-bedb7b06713e owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:29:01.158623 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650770b-7e7f-4f0e-b9b5-cb6634c4942b req-de591078-5dc2-4e94-a8f5-fd5512c62ad6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:01.160133 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4650770b-7e7f-4f0e-b9b5-cb6634c4942b req-de591078-5dc2-4e94-a8f5-fd5512c62ad6 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0846286 Apr 11 19:29:01.234862 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4650770b-7e7f-4f0e-b9b5-cb6634c4942b req-165fbfd4-ab1e-4e90-bfcd-21a300ec0e8b tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups?id=f92fb1cb-0807-4193-8d8a-9f19ee4a1052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674555 Apr 11 19:29:01.370775 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (97ac6fb3-f650-4795-83ee-bedb7b06713e), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:01.400037 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'Port': ['ID=97ac6fb3-f650-4795-83ee-bedb7b06713e,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:01.516690 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Router 901fed40-c74c-4f1b-a871-d6a1540afa60 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:29:01.530302 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-da7e765f-cbba-4ba8-9875-acd777f6fe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:01.904542 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:29:01.914642 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05e119-166e-4bbe-8337-5e869a305c8d None None] Sync routers for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:29:01.926097 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05e119-166e-4bbe-8337-5e869a305c8d None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:29:01.927256 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-cf05e119-166e-4bbe-8337-5e869a305c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:28:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:01.950155 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] No DVR routers for this DVR port 97ac6fb3-f650-4795-83ee-bedb7b06713e on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:29:01.952885 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:01.956471 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50f8a683-463d-4c59-ba9e-ece2ac19a1c5 req-0d03c7a6-1c72-4ac3-845c-9e614cdaaa39 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.23 "DELETE /v2.0/ports/97ac6fb3-f650-4795-83ee-bedb7b06713e HTTP/1.1" status: 204 len: 173 time: 1.2302146 Apr 11 19:29:01.956931 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'name': 'network-vif-deleted', 'tag': '97ac6fb3-f650-4795-83ee-bedb7b06713e'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:29:01.959768 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3742a811-3da9-476a-9df3-e6ae3332d3e2" -d '{"events": [{"server_uuid": "14ddc81f-e53a-47b9-91da-6b019d9c11f8", "name": "network-vif-deleted", "tag": "97ac6fb3-f650-4795-83ee-bedb7b06713e"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:29:01.997572 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf7c974-bd23-4538-951e-a097626713c2 x-openstack-request-id: req-3bf7c974-bd23-4538-951e-a097626713c2 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:29:02.003445 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ddc81f-e53a-47b9-91da-6b019d9c11f8", "name": "network-vif-deleted", "tag": "97ac6fb3-f650-4795-83ee-bedb7b06713e", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:29:02.003445 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bf7c974-bd23-4538-951e-a097626713c2 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:29:02.003445 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf7c974-bd23-4538-951e-a097626713c2'] response: {'server_uuid': '14ddc81f-e53a-47b9-91da-6b019d9c11f8', 'name': 'network-vif-deleted', 'tag': '97ac6fb3-f650-4795-83ee-bedb7b06713e', 'status': 'completed', 'code': 200} Apr 11 19:29:02.043062 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-cf05e119-166e-4bbe-8337-5e869a305c8d None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:29:02.345980 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-215cc4ee-2d3d-419e-8666-23ba03e3884f req-dc5c870b-c304-40b8-9f05-dad9720a3a7a tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/ports?device_id=14ddc81f-e53a-47b9-91da-6b019d9c11f8 HTTP/1.1" status: 200 len: 210 time: 0.0286343 Apr 11 19:29:02.371254 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-cf05e119-166e-4bbe-8337-5e869a305c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:02.398310 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05e119-166e-4bbe-8337-5e869a305c8d None None] Checking router: 901fed40-c74c-4f1b-a871-d6a1540afa60 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:29:02.407219 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05e119-166e-4bbe-8337-5e869a305c8d None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:29:02.407815 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-cf05e119-166e-4bbe-8337-5e869a305c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:28:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:02.515393 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-cf05e119-166e-4bbe-8337-5e869a305c8d None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:29:02.706170 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-cf05e119-166e-4bbe-8337-5e869a305c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:02.732745 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05e119-166e-4bbe-8337-5e869a305c8d None None] The sync data for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi is: [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:23:14Z', 'revision_number': 4, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '09a03002-3fc1-4ce8-867a-307d95564886', 'name': '', 'network_id': 'd2ff84dc-700b-4158-8f83-714808b8c99a', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'mac_address': 'fa:16:3e:f9:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:13Z', 'updated_at': '2022-04-11T19:23:17Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'subnets': [{'id': '1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:29:02.953424 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf194a-d50a-45b2-995f-38de72efb056 None None] New status for floating IP 536d8743-659b-4660-86e0-94ac9cb45098: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:29:03.151744 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-637169c1-2f61-428c-a29f-4ea8a3918e32 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427186 Apr 11 19:29:03.233666 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-b9d5dfcd-95be-4ef4-af10-3a34b453cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:03.235136 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-b9d5dfcd-95be-4ef4-af10-3a34b453cbad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1&device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 1129 time: 0.0385993 Apr 11 19:29:03.345996 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-b0519e2b-5a9a-423c-8c4e-f9e5f08909b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:03.345996 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-b0519e2b-5a9a-423c-8c4e-f9e5f08909b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cd11be6-8a97-4d09-8094-13b2b9adbbed HTTP/1.1" status: 200 len: 909 time: 0.0907867 Apr 11 19:29:03.414264 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-8f481a26-3739-4b89-8e34-d215dd61c351 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19 HTTP/1.1" status: 200 len: 1000 time: 0.0620594 Apr 11 19:29:03.462413 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-e66c5665-8651-4107-8cd1-45d7c94c9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:03.463886 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-e66c5665-8651-4107-8cd1-45d7c94c9601 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fdef079b-439f-42ac-b580-e0859c57fe7f HTTP/1.1" status: 200 len: 847 time: 0.0444560 Apr 11 19:29:03.512494 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-5c0445f5-8400-4234-8d33-5f166bf654a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:03.513975 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-5c0445f5-8400-4234-8d33-5f166bf654a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd11be6-8a97-4d09-8094-13b2b9adbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423422 Apr 11 19:29:03.525368 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34624) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:03.586145 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1864-b183-4f53-96c6-11d05cc8b829 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (f92fb1cb-0807-4193-8d8a-9f19ee4a1052), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:03.611615 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-5b1eaa90-72b1-4769-a2cb-c11cbaadcc48 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885947 Apr 11 19:29:03.614490 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1864-b183-4f53-96c6-11d05cc8b829 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (f92fb1cb-0807-4193-8d8a-9f19ee4a1052), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:03.706431 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8e1f43b5-31b6-4564-a66b-567414948b06 req-f6f3ac9c-2bbc-4bed-9312-14afb2d8f95f service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865734 Apr 11 19:29:03.756990 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1864-b183-4f53-96c6-11d05cc8b829 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (f92fb1cb-0807-4193-8d8a-9f19ee4a1052), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:03.760157 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1864-b183-4f53-96c6-11d05cc8b829 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:03.761434 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-cc4b1864-b183-4f53-96c6-11d05cc8b829 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "DELETE /v2.0/security-groups/f92fb1cb-0807-4193-8d8a-9f19ee4a1052 HTTP/1.1" status: 204 len: 168 time: 0.2349496 Apr 11 19:29:03.764153 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34628) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:03.770593 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b1864-b183-4f53-96c6-11d05cc8b829 tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92fb1cb-0807-4193-8d8a-9f19ee4a1052,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:03.778240 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.api.v2.resource [None req-14977e62-be91-4fdb-85a4-c672b20073cd tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] show failed (client error): The resource could not be found. Apr 11 19:29:03.779264 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-14977e62-be91-4fdb-85a4-c672b20073cd tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "GET /v2.0/security-groups/f92fb1cb-0807-4193-8d8a-9f19ee4a1052 HTTP/1.1" status: 404 len: 347 time: 0.0141222 Apr 11 19:29:03.782322 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34630) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:03.903071 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-3eac1c20-b449-4724-9666-6f1fb6462b3d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Deleting port c1dadaa2-baa4-4946-8210-0ef970224ec3 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:29:03.903341 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3eac1c20-b449-4724-9666-6f1fb6462b3d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (c1dadaa2-baa4-4946-8210-0ef970224ec3), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:03.917069 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4cf5-1710-4b0f-9460-e78e2945c4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:03.982159 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3eac1c20-b449-4724-9666-6f1fb6462b3d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (c1dadaa2-baa4-4946-8210-0ef970224ec3), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:03.982491 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3eac1c20-b449-4724-9666-6f1fb6462b3d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (c1dadaa2-baa4-4946-8210-0ef970224ec3), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:03.994175 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-3eac1c20-b449-4724-9666-6f1fb6462b3d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Calling delete_port for c1dadaa2-baa4-4946-8210-0ef970224ec3 owned by network:floatingip {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:29:04.170173 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3eac1c20-b449-4724-9666-6f1fb6462b3d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (c1dadaa2-baa4-4946-8210-0ef970224ec3), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:04.199230 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac1c20-b449-4724-9666-6f1fb6462b3d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Pushing event deleted for resources: {'Port': ['ID=c1dadaa2-baa4-4946-8210-0ef970224ec3,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:04.258104 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3eac1c20-b449-4724-9666-6f1fb6462b3d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks [] for floatingip (536d8743-659b-4660-86e0-94ac9cb45098), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:04.260662 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3eac1c20-b449-4724-9666-6f1fb6462b3d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:04.261805 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-3eac1c20-b449-4724-9666-6f1fb6462b3d tempest-AttachVolumeNegativeTest-1339255867 tempest-AttachVolumeNegativeTest-1339255867-project] 10.222.0.13 "DELETE /v2.0/floatingips/536d8743-659b-4660-86e0-94ac9cb45098 HTTP/1.1" status: 204 len: 168 time: 0.4785764 Apr 11 19:29:04.660127 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 97ac6fb3-f650-4795-83ee-bedb7b06713e no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:29:04.682087 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 97ac6fb3-f650-4795-83ee-bedb7b06713e {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:29:04.682403 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 97ac6fb3-f650-4795-83ee-bedb7b06713e not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:29:04.683751 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:04.910939 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:29:06.438077 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:07.899351 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:10.350603 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34736) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:10.594849 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34742) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:10.698898 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4edca2fb-a612-4307-8b4c-bfaed9cd1c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:10.772859 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4edca2fb-a612-4307-8b4c-bfaed9cd1c3b admin admin] Publish callbacks [] for security_group (e373efa8-13cc-4e39-8cff-7c56db0efc47), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:10.781609 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579013'] for router_interface (901fed40-c74c-4f1b-a871-d6a1540afa60), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:10.859567 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4edca2fb-a612-4307-8b4c-bfaed9cd1c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (e373efa8-13cc-4e39-8cff-7c56db0efc47), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:10.898472 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4edca2fb-a612-4307-8b4c-bfaed9cd1c3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b07703e3ae48458f8c92fbb7f906f54d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022823 Apr 11 19:29:10.899350 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edca2fb-a612-4307-8b4c-bfaed9cd1c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e373efa8-13cc-4e39-8cff-7c56db0efc47,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:10.902391 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34748) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:10.950593 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-776778ea-606c-4611-9968-dfb03b206db2 admin admin] Publish callbacks [] for security_group (e373efa8-13cc-4e39-8cff-7c56db0efc47), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:10.971975 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-776778ea-606c-4611-9968-dfb03b206db2 admin admin] Publish callbacks [] for security_group (e373efa8-13cc-4e39-8cff-7c56db0efc47), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:11.017399 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] Deleting port 09a03002-3fc1-4ce8-867a-307d95564886 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:29:11.017737 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (09a03002-3fc1-4ce8-867a-307d95564886), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:11.073123 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-776778ea-606c-4611-9968-dfb03b206db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (e373efa8-13cc-4e39-8cff-7c56db0efc47), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:11.076279 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-776778ea-606c-4611-9968-dfb03b206db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:11.077506 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-776778ea-606c-4611-9968-dfb03b206db2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e373efa8-13cc-4e39-8cff-7c56db0efc47 HTTP/1.1" status: 204 len: 168 time: 0.1742055 Apr 11 19:29:11.085845 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776778ea-606c-4611-9968-dfb03b206db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e373efa8-13cc-4e39-8cff-7c56db0efc47,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:11.099188 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] For port 09a03002-3fc1-4ce8-867a-307d95564886, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=09a03002-3fc1-4ce8-867a-307d95564886,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:29:11.099888 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (09a03002-3fc1-4ce8-867a-307d95564886), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:11.115468 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] Calling delete_port for 09a03002-3fc1-4ce8-867a-307d95564886 owned by network:router_interface {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:29:11.379713 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (09a03002-3fc1-4ce8-867a-307d95564886), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:11.407086 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a03002-3fc1-4ce8-867a-307d95564886,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:11.581984 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578921'] for router_interface (901fed40-c74c-4f1b-a871-d6a1540afa60), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:11.686483 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34754) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:11.699548 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0d08c916-5db4-4cea-820b-5d4da3a28439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:11.771952 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0d08c916-5db4-4cea-820b-5d4da3a28439 admin admin] Publish callbacks [] for security_group (ccf938b5-2df9-47c9-87ae-dd2e16fd4d02), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:11.806371 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] Router 901fed40-c74c-4f1b-a871-d6a1540afa60 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:29:11.842452 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0d08c916-5db4-4cea-820b-5d4da3a28439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (ccf938b5-2df9-47c9-87ae-dd2e16fd4d02), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:11.879917 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08c916-5db4-4cea-820b-5d4da3a28439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf938b5-2df9-47c9-87ae-dd2e16fd4d02,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:11.886953 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0d08c916-5db4-4cea-820b-5d4da3a28439 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26625ad826964b00a1243c9c27fcfccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993573 Apr 11 19:29:11.887598 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34756) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:11.918541 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:29:11.924011 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-66fe16ab-b64c-44ee-a175-e6be2e6cc399 admin admin] 10.222.0.13 "PUT /v2.0/routers/901fed40-c74c-4f1b-a871-d6a1540afa60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5723395 Apr 11 19:29:11.926476 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34758) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:11.930463 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe9698-ff95-4017-be0b-1abb8107f63f None None] Sync routers for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:29:11.936621 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0470441d-5f1c-4920-a873-f941032b4286 admin admin] Publish callbacks [] for security_group (ccf938b5-2df9-47c9-87ae-dd2e16fd4d02), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:11.943950 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe9698-ff95-4017-be0b-1abb8107f63f None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:29:11.944823 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fcbe9698-ff95-4017-be0b-1abb8107f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:29:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:11.959271 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0470441d-5f1c-4920-a873-f941032b4286 admin admin] Publish callbacks [] for security_group (ccf938b5-2df9-47c9-87ae-dd2e16fd4d02), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:12.037804 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Publish callbacks [] for router (901fed40-c74c-4f1b-a871-d6a1540afa60), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:12.063243 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-fcbe9698-ff95-4017-be0b-1abb8107f63f None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:29:12.076562 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0470441d-5f1c-4920-a873-f941032b4286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (ccf938b5-2df9-47c9-87ae-dd2e16fd4d02), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:12.079423 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0470441d-5f1c-4920-a873-f941032b4286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:12.083325 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0470441d-5f1c-4920-a873-f941032b4286 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccf938b5-2df9-47c9-87ae-dd2e16fd4d02 HTTP/1.1" status: 204 len: 168 time: 0.1922417 Apr 11 19:29:12.100839 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470441d-5f1c-4920-a873-f941032b4286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf938b5-2df9-47c9-87ae-dd2e16fd4d02,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:12.152621 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Publish callbacks [] for router_gateway (901fed40-c74c-4f1b-a871-d6a1540afa60), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:12.247012 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fcbe9698-ff95-4017-be0b-1abb8107f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:29:11Z', 'revision_number': 5, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port': {'id': 'd9528d2e-a6f4-4361-b828-63f1f38c3cb3', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:11Z', 'updated_at': '2022-04-11T19:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:12.275762 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe9698-ff95-4017-be0b-1abb8107f63f None None] Checking router: 901fed40-c74c-4f1b-a871-d6a1540afa60 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:29:12.285477 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe9698-ff95-4017-be0b-1abb8107f63f None None] Routers {'901fed40-c74c-4f1b-a871-d6a1540afa60'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:29:12.286097 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fcbe9698-ff95-4017-be0b-1abb8107f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:29:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['901fed40-c74c-4f1b-a871-d6a1540afa60'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:12.381248 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-fcbe9698-ff95-4017-be0b-1abb8107f63f None None] Set router 901fed40-c74c-4f1b-a871-d6a1540afa60 gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:29:12.439653 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-fcbe9698-ff95-4017-be0b-1abb8107f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:29:12Z', 'revision_number': 6, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port_host': None}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:12.480428 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe9698-ff95-4017-be0b-1abb8107f63f None None] The sync data for ids ['901fed40-c74c-4f1b-a871-d6a1540afa60'] in dv-cinder-837362-1-iscsi is: [{'id': '901fed40-c74c-4f1b-a871-d6a1540afa60', 'name': 'tempest-AttachVolumeNegativeTest-1961805716-router', 'tenant_id': '479ffe08a4b44689a071d31e82746ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:10Z', 'updated_at': '2022-04-11T19:29:12Z', 'revision_number': 6, 'project_id': '479ffe08a4b44689a071d31e82746ba0', 'gw_port_host': None}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:29:12.546241 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Deleting port d9528d2e-a6f4-4361-b828-63f1f38c3cb3 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:29:12.546745 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:12.624257 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] For port d9528d2e-a6f4-4361-b828-63f1f38c3cb3, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=d9528d2e-a6f4-4361-b828-63f1f38c3cb3,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:29:12.624553 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:12.637762 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Calling delete_port for d9528d2e-a6f4-4361-b828-63f1f38c3cb3 owned by network:router_gateway {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:29:12.887222 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (d9528d2e-a6f4-4361-b828-63f1f38c3cb3), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:12.912269 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9528d2e-a6f4-4361-b828-63f1f38c3cb3,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:12.979341 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576399'] for router_gateway (901fed40-c74c-4f1b-a871-d6a1540afa60), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.079755 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31717'] for router (901fed40-c74c-4f1b-a871-d6a1540afa60), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.082077 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Publish callbacks [] for router_controller (901fed40-c74c-4f1b-a871-d6a1540afa60), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.208035 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678440'] for router (901fed40-c74c-4f1b-a871-d6a1540afa60), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.208602 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 901fed40-c74c-4f1b-a871-d6a1540afa60 {{(pid=103943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:29:13.225162 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.225162 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6ba02558-72eb-4365-90ad-4ea9bbc0e59c admin admin] 10.222.0.13 "DELETE /v2.0/routers/901fed40-c74c-4f1b-a871-d6a1540afa60 HTTP/1.1" status: 204 len: 168 time: 1.2872212 Apr 11 19:29:13.225162 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34780) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:13.283978 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4b9351-777a-49ab-b065-7f1f3b7fb256 admin admin] Deleting subnet 1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0 {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:29:13.287493 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-be4b9351-777a-49ab-b065-7f1f3b7fb256 admin admin] Publish callbacks [] for subnet (1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.306395 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device d9528d2e-a6f4-4361-b828-63f1f38c3cb3 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:29:13.332666 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: d9528d2e-a6f4-4361-b828-63f1f38c3cb3 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:29:13.333024 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device d9528d2e-a6f4-4361-b828-63f1f38c3cb3 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:29:13.333499 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 09a03002-3fc1-4ce8-867a-307d95564886 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:29:13.338178 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-be4b9351-777a-49ab-b065-7f1f3b7fb256 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28937089'] for subnet (1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.353851 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 09a03002-3fc1-4ce8-867a-307d95564886 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:29:13.354199 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 09a03002-3fc1-4ce8-867a-307d95564886 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:29:13.429390 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-be4b9351-777a-49ab-b065-7f1f3b7fb256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.570165 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-be4b9351-777a-49ab-b065-7f1f3b7fb256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28864859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29274686'] for subnet (1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.596716 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b9351-777a-49ab-b065-7f1f3b7fb256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:13.602271 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-be4b9351-777a-49ab-b065-7f1f3b7fb256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.608894 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34786) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:13.609653 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-be4b9351-777a-49ab-b065-7f1f3b7fb256 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1c8e4ab8-4e34-4cb0-ac48-eeab355a0ec0 HTTP/1.1" status: 204 len: 168 time: 0.3833747 Apr 11 19:29:13.611436 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3dc906-c64e-4979-a8d0-0a44adead0eb None None] Network d2ff84dc-700b-4158-8f83-714808b8c99a requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:29:13.682949 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (d2ff84dc-700b-4158-8f83-714808b8c99a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.745436 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Deleting port e2090e58-e5f3-4067-b3ab-b4453e433c22 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:29:13.745854 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.786037 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99c5cf4-90da-4eb8-bf48-3d9ef6d341f3 None None] DHCP port deletion for d2ff84dc-700b-4158-8f83-714808b8c99a request from dv-cinder-837362-1-iscsi {{(pid=103946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:29:13.813247 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] For port e2090e58-e5f3-4067-b3ab-b4453e433c22, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e2090e58-e5f3-4067-b3ab-b4453e433c22,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:29:13.813247 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.826031 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-d99c5cf4-90da-4eb8-bf48-3d9ef6d341f3 None None] Deleting port e2090e58-e5f3-4067-b3ab-b4453e433c22 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:29:13.826215 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Calling delete_port for e2090e58-e5f3-4067-b3ab-b4453e433c22 owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:29:13.826402 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d99c5cf4-90da-4eb8-bf48-3d9ef6d341f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.894922 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-d99c5cf4-90da-4eb8-bf48-3d9ef6d341f3 None None] For port e2090e58-e5f3-4067-b3ab-b4453e433c22, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e2090e58-e5f3-4067-b3ab-b4453e433c22,segment=NetworkSegment(b47b58c0-8fc5-45b0-adf7-4384aa3f9c80),segment_id=b47b58c0-8fc5-45b0-adf7-4384aa3f9c80)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:29:13.895333 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d99c5cf4-90da-4eb8-bf48-3d9ef6d341f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.910273 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-d99c5cf4-90da-4eb8-bf48-3d9ef6d341f3 None None] Calling delete_port for e2090e58-e5f3-4067-b3ab-b4453e433c22 owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:29:13.970367 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.986628 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d99c5cf4-90da-4eb8-bf48-3d9ef6d341f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609'] for port (e2090e58-e5f3-4067-b3ab-b4453e433c22), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:13.999050 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2090e58-e5f3-4067-b3ab-b4453e433c22,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:14.005074 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] No DVR routers for this DVR port e2090e58-e5f3-4067-b3ab-b4453e433c22 on host dv-cinder-837362-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:29:14.016325 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c5cf4-90da-4eb8-bf48-3d9ef6d341f3 None None] Pushing event deleted for resources: {'Port': ['ID=e2090e58-e5f3-4067-b3ab-b4453e433c22,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:14.020372 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c5cf4-90da-4eb8-bf48-3d9ef6d341f3 None None] No DVR routers for this DVR port e2090e58-e5f3-4067-b3ab-b4453e433c22 on host dv-cinder-837362-1-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:29:14.084547 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (d2ff84dc-700b-4158-8f83-714808b8c99a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:14.108078 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ff84dc-700b-4158-8f83-714808b8c99a']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:14.121279 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:14.121600 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47b58c0-8fc5-45b0-adf7-4384aa3f9c80') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:14.131843 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29057243'] for segment (b47b58c0-8fc5-45b0-adf7-4384aa3f9c80), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:14.145373 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (b47b58c0-8fc5-45b0-adf7-4384aa3f9c80), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:14.151307 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25449861'] for segment (b47b58c0-8fc5-45b0-adf7-4384aa3f9c80), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: Traceback (most recent call last): Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: timer() Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: cb(*args, **kw) Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: return func(*args, **kwargs) Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: self._notify() Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: self.callback(batched_events) Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: event.method(event) Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: return f(self, *a, **k) Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._get(url).json() Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: return self.request(url, 'GET', **kwargs) Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:29:14.155228 dv-cinder-837362-1-iscsi neutron-server[103944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:29:14.276953 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (d2ff84dc-700b-4158-8f83-714808b8c99a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:14.287143 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:14.287143 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] 10.222.0.13 "DELETE /v2.0/networks/d2ff84dc-700b-4158-8f83-714808b8c99a HTTP/1.1" status: 204 len: 168 time: 0.6757519 Apr 11 19:29:14.297725 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d6f22-c383-4e9d-b8b6-88bf6527ec3c admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ff84dc-700b-4158-8f83-714808b8c99a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:14.665947 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34810) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:14.706608 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-fef94573-eb07-4081-9a62-2d19e42bad71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=479ffe08a4b44689a071d31e82746ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394921 Apr 11 19:29:14.708995 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34812) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:14.757532 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f23367ba-ce1b-411e-ad37-cc38b4c215b2 admin admin] Publish callbacks [] for security_group (982bfac1-a70d-4b1b-baa2-2b04b22e2cff), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:14.787647 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f23367ba-ce1b-411e-ad37-cc38b4c215b2 admin admin] Publish callbacks [] for security_group (982bfac1-a70d-4b1b-baa2-2b04b22e2cff), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:14.910752 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f23367ba-ce1b-411e-ad37-cc38b4c215b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (982bfac1-a70d-4b1b-baa2-2b04b22e2cff), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:14.913398 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-f23367ba-ce1b-411e-ad37-cc38b4c215b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:14.914558 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-f23367ba-ce1b-411e-ad37-cc38b4c215b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/982bfac1-a70d-4b1b-baa2-2b04b22e2cff HTTP/1.1" status: 204 len: 168 time: 0.2046423 Apr 11 19:29:14.923334 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23367ba-ce1b-411e-ad37-cc38b4c215b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982bfac1-a70d-4b1b-baa2-2b04b22e2cff,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:15.158533 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e2090e58-e5f3-4067-b3ab-b4453e433c22 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:29:15.178996 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: e2090e58-e5f3-4067-b3ab-b4453e433c22 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:29:15.179346 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e2090e58-e5f3-4067-b3ab-b4453e433c22 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:29:19.652273 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34920) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:19.754884 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ed24c42a-8a90-4b63-9f15-ebe9133e0f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:19.831907 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ed24c42a-8a90-4b63-9f15-ebe9133e0f0f admin admin] Publish callbacks [] for security_group (5586f748-0de6-48b8-9132-72c12833a1e0), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:19.872818 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ed24c42a-8a90-4b63-9f15-ebe9133e0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (5586f748-0de6-48b8-9132-72c12833a1e0), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:19.912404 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ed24c42a-8a90-4b63-9f15-ebe9133e0f0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=765f4a3c8deb47fe831015cdea0438d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589850 Apr 11 19:29:19.913340 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24c42a-8a90-4b63-9f15-ebe9133e0f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5586f748-0de6-48b8-9132-72c12833a1e0,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:19.914321 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34928) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:19.965537 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe949-346d-4c5c-875f-c24d4d4c741b admin admin] Publish callbacks [] for security_group (5586f748-0de6-48b8-9132-72c12833a1e0), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:19.987291 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe949-346d-4c5c-875f-c24d4d4c741b admin admin] Publish callbacks [] for security_group (5586f748-0de6-48b8-9132-72c12833a1e0), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:20.118160 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe949-346d-4c5c-875f-c24d4d4c741b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (5586f748-0de6-48b8-9132-72c12833a1e0), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:20.121342 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe949-346d-4c5c-875f-c24d4d4c741b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:20.122567 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-fa7fe949-346d-4c5c-875f-c24d4d4c741b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5586f748-0de6-48b8-9132-72c12833a1e0 HTTP/1.1" status: 204 len: 168 time: 0.2071099 Apr 11 19:29:20.131230 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fe949-346d-4c5c-875f-c24d4d4c741b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5586f748-0de6-48b8-9132-72c12833a1e0,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:20.708491 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 34942) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:20.725784 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d757-04fd-4ddf-b3b1-9e9d81a6b5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:20.798506 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d757-04fd-4ddf-b3b1-9e9d81a6b5f8 admin admin] Publish callbacks [] for security_group (c748aac6-aa4d-43db-837c-4def1144187e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:20.883773 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d757-04fd-4ddf-b3b1-9e9d81a6b5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (c748aac6-aa4d-43db-837c-4def1144187e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:20.923928 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f5a1d757-04fd-4ddf-b3b1-9e9d81a6b5f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49b8775755004ad788e27263fc2f0286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143199 Apr 11 19:29:20.924933 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1d757-04fd-4ddf-b3b1-9e9d81a6b5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c748aac6-aa4d-43db-837c-4def1144187e,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:20.926603 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 34944) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:20.979260 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1d6287bc-6e7d-46de-b392-e811d645d5d9 admin admin] Publish callbacks [] for security_group (c748aac6-aa4d-43db-837c-4def1144187e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:21.000054 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1d6287bc-6e7d-46de-b392-e811d645d5d9 admin admin] Publish callbacks [] for security_group (c748aac6-aa4d-43db-837c-4def1144187e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:21.124041 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1d6287bc-6e7d-46de-b392-e811d645d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (c748aac6-aa4d-43db-837c-4def1144187e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:21.126609 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1d6287bc-6e7d-46de-b392-e811d645d5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:21.127762 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1d6287bc-6e7d-46de-b392-e811d645d5d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c748aac6-aa4d-43db-837c-4def1144187e HTTP/1.1" status: 204 len: 168 time: 0.2001541 Apr 11 19:29:21.138480 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6287bc-6e7d-46de-b392-e811d645d5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c748aac6-aa4d-43db-837c-4def1144187e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:25.293114 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763247b7-1dbb-411b-9276-2471de797bee req-1a8a719c-8b2d-487d-96fc-8ca689bb716f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:25.294653 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-763247b7-1dbb-411b-9276-2471de797bee req-1a8a719c-8b2d-487d-96fc-8ca689bb716f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0519104 Apr 11 19:29:25.342801 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-763247b7-1dbb-411b-9276-2471de797bee req-84179996-2f50-431b-bc82-130004f631cc tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424953 Apr 11 19:29:25.786287 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35082) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:25.887290 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-77e6f466-eba0-4b52-92fb-c36189e909ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:25.962528 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-77e6f466-eba0-4b52-92fb-c36189e909ab admin admin] Publish callbacks [] for security_group (a370ccbc-dae1-4e2e-a55d-bc71fa08c0ed), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:26.018862 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-77e6f466-eba0-4b52-92fb-c36189e909ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (a370ccbc-dae1-4e2e-a55d-bc71fa08c0ed), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:26.057498 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-77e6f466-eba0-4b52-92fb-c36189e909ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f43575d9ac194b9f9a014bf9691de5b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701547 Apr 11 19:29:26.058410 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6f466-eba0-4b52-92fb-c36189e909ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a370ccbc-dae1-4e2e-a55d-bc71fa08c0ed,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:26.060780 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35086) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:26.110783 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7be4e256-7290-4437-8357-cd84c8a993fa admin admin] Publish callbacks [] for security_group (a370ccbc-dae1-4e2e-a55d-bc71fa08c0ed), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:26.131678 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7be4e256-7290-4437-8357-cd84c8a993fa admin admin] Publish callbacks [] for security_group (a370ccbc-dae1-4e2e-a55d-bc71fa08c0ed), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:26.253312 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7be4e256-7290-4437-8357-cd84c8a993fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (a370ccbc-dae1-4e2e-a55d-bc71fa08c0ed), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:26.255835 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7be4e256-7290-4437-8357-cd84c8a993fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:26.257020 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7be4e256-7290-4437-8357-cd84c8a993fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a370ccbc-dae1-4e2e-a55d-bc71fa08c0ed HTTP/1.1" status: 204 len: 168 time: 0.1945930 Apr 11 19:29:26.268695 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4e256-7290-4437-8357-cd84c8a993fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a370ccbc-dae1-4e2e-a55d-bc71fa08c0ed,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:26.456198 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c270d00-4a1f-40f2-897b-3b910553f629 req-ffc8c297-8bc5-4dc1-af34-802c13ab6e29 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:26.457670 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3c270d00-4a1f-40f2-897b-3b910553f629 req-ffc8c297-8bc5-4dc1-af34-802c13ab6e29 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0471849 Apr 11 19:29:26.504498 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3c270d00-4a1f-40f2-897b-3b910553f629 req-0319d72d-622e-43a5-a292-5768dcca3393 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Apr 11 19:29:26.898541 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35098) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:26.912039 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c3badff-e631-4080-bb99-440f4a6f7070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:26.984730 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c3badff-e631-4080-bb99-440f4a6f7070 admin admin] Publish callbacks [] for security_group (b842bc1c-66f5-492d-80db-28f6314c4706), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:27.032716 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1c3badff-e631-4080-bb99-440f4a6f7070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (b842bc1c-66f5-492d-80db-28f6314c4706), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:27.074244 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1c3badff-e631-4080-bb99-440f4a6f7070 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ac5728887704ab6a4a7b0be62cc2bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722016 Apr 11 19:29:27.076168 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35102) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:27.076364 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3badff-e631-4080-bb99-440f4a6f7070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b842bc1c-66f5-492d-80db-28f6314c4706,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:27.135774 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b42c4850-e019-4577-8d5e-9a1014345f4e admin admin] Publish callbacks [] for security_group (b842bc1c-66f5-492d-80db-28f6314c4706), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:27.158738 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b42c4850-e019-4577-8d5e-9a1014345f4e admin admin] Publish callbacks [] for security_group (b842bc1c-66f5-492d-80db-28f6314c4706), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:27.266848 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b42c4850-e019-4577-8d5e-9a1014345f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (b842bc1c-66f5-492d-80db-28f6314c4706), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:27.269439 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b42c4850-e019-4577-8d5e-9a1014345f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:27.270605 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b42c4850-e019-4577-8d5e-9a1014345f4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b842bc1c-66f5-492d-80db-28f6314c4706 HTTP/1.1" status: 204 len: 168 time: 0.1926341 Apr 11 19:29:27.278412 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c4850-e019-4577-8d5e-9a1014345f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842bc1c-66f5-492d-80db-28f6314c4706,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:27.478233 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:27.621540 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184c819-6e1c-4bc3-b056-90351bb3c3c9 req-29303999-fbe7-4d6b-ad02-45ef61dc8f27 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:27.623070 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a184c819-6e1c-4bc3-b056-90351bb3c3c9 req-29303999-fbe7-4d6b-ad02-45ef61dc8f27 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0477977 Apr 11 19:29:27.671091 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a184c819-6e1c-4bc3-b056-90351bb3c3c9 req-be13028f-9eb2-427f-936e-9a2b505a9869 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424163 Apr 11 19:29:28.782491 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd18d-88d7-4821-a692-42b947cd66c1 req-6104ae5b-7b1d-4837-9138-2673d987466c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:28.784030 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-488bd18d-88d7-4821-a692-42b947cd66c1 req-6104ae5b-7b1d-4837-9138-2673d987466c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0468233 Apr 11 19:29:28.835489 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-488bd18d-88d7-4821-a692-42b947cd66c1 req-c535e7b4-07de-4850-ae98-febeabd3a9f4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446002 Apr 11 19:29:29.954611 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0afa-cab7-4231-82b1-bc2aa84d8f0b req-b2f8867e-6fda-48b5-90d5-c86066b10d93 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:29.956162 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-61ff0afa-cab7-4231-82b1-bc2aa84d8f0b req-b2f8867e-6fda-48b5-90d5-c86066b10d93 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0530734 Apr 11 19:29:30.003586 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-61ff0afa-cab7-4231-82b1-bc2aa84d8f0b req-fc187cd1-b235-4bf3-b8b3-eb7794fb0e46 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415866 Apr 11 19:29:31.118727 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd4275-62fe-4ee3-9682-4ae2ba2c2eab req-c4186cb9-0c54-443d-b945-d480807ff36d tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:31.120254 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bddd4275-62fe-4ee3-9682-4ae2ba2c2eab req-c4186cb9-0c54-443d-b945-d480807ff36d tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0489745 Apr 11 19:29:31.168286 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bddd4275-62fe-4ee3-9682-4ae2ba2c2eab req-87750461-e9e2-479c-b893-ddd9852dc15d tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423107 Apr 11 19:29:31.477864 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c45d-2e4c-466e-b68d-2cb7cb4074af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:32.279291 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2671b5-1261-48f6-a935-3ce2e644e758 req-0cda31ea-1c60-4fd0-b337-b7821ba8362f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:32.280816 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef2671b5-1261-48f6-a935-3ce2e644e758 req-0cda31ea-1c60-4fd0-b337-b7821ba8362f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0469439 Apr 11 19:29:32.332183 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef2671b5-1261-48f6-a935-3ce2e644e758 req-e1406426-11c1-46ea-a444-8441a7a54656 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455697 Apr 11 19:29:33.441780 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac5eaa-83c3-4f0c-b707-0d5ab867aebd req-6a3c1f2a-8b2d-43fd-817e-a2dc91c66c6f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:33.443252 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-09ac5eaa-83c3-4f0c-b707-0d5ab867aebd req-6a3c1f2a-8b2d-43fd-817e-a2dc91c66c6f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0467069 Apr 11 19:29:33.489693 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-09ac5eaa-83c3-4f0c-b707-0d5ab867aebd req-30123c67-e2ee-4896-8f01-53700e416b68 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Apr 11 19:29:34.083412 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4a60-5c30-443b-9bc6-bc9a22b70ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:34.605971 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d7b1-56ba-4c13-9b58-c9103399b220 req-2d4c8ab8-d684-4801-9455-cbe2d07eec4b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:34.608131 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0d49d7b1-56ba-4c13-9b58-c9103399b220 req-2d4c8ab8-d684-4801-9455-cbe2d07eec4b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0513487 Apr 11 19:29:34.655039 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0d49d7b1-56ba-4c13-9b58-c9103399b220 req-ca8723fc-aba1-46c7-89d6-e14c99431668 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409515 Apr 11 19:29:34.677685 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:35.770093 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba30a-97c5-45e8-bde4-73492e4a5350 req-9bcfe0cd-76bd-483e-845d-3824610e5716 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:35.771581 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dfaba30a-97c5-45e8-bde4-73492e4a5350 req-9bcfe0cd-76bd-483e-845d-3824610e5716 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0509183 Apr 11 19:29:35.818740 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dfaba30a-97c5-45e8-bde4-73492e4a5350 req-34129720-a198-426e-91b8-2931e8969894 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413277 Apr 11 19:29:36.470883 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:36.932341 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998cefe-5f13-43bb-bd0a-f8fb6f3bc0ad req-9516f1b0-0451-4789-a0a1-b17ca93565e4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:36.934889 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1998cefe-5f13-43bb-bd0a-f8fb6f3bc0ad req-9516f1b0-0451-4789-a0a1-b17ca93565e4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0495403 Apr 11 19:29:36.981536 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1998cefe-5f13-43bb-bd0a-f8fb6f3bc0ad req-993c3917-34fa-4b08-8911-bc9a56878278 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404656 Apr 11 19:29:37.076959 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35290) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:37.186066 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f86e-8bd0-49e2-9c05-dd25bf178119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:37.264183 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f86e-8bd0-49e2-9c05-dd25bf178119 admin admin] Publish callbacks [] for security_group (7de3781d-640e-4ad0-a8d0-0eec7b97a22e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:37.336515 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718edbd4-ac59-41ac-bcb5-d82eeb547781 req-1053fe62-e74d-4fe3-8dee-0e7468a0b75d tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:37.338006 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-718edbd4-ac59-41ac-bcb5-d82eeb547781 req-1053fe62-e74d-4fe3-8dee-0e7468a0b75d tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0482185 Apr 11 19:29:37.387671 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f86e-8bd0-49e2-9c05-dd25bf178119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (7de3781d-640e-4ad0-a8d0-0eec7b97a22e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:37.401756 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-718edbd4-ac59-41ac-bcb5-d82eeb547781 req-3a3a2380-916b-4a81-9fed-9f5743897e9f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573676 Apr 11 19:29:37.462601 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-bdc0f86e-8bd0-49e2-9c05-dd25bf178119 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dec977c167c94cbb90dc12b5e8b591db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845384 Apr 11 19:29:37.464953 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0f86e-8bd0-49e2-9c05-dd25bf178119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de3781d-640e-4ad0-a8d0-0eec7b97a22e,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:37.465361 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35296) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:37.469589 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc1db5-8658-4f5c-bb4a-9ddad2e94937 req-e13632d2-1c59-4323-b2e0-e3a4347da046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:37.471147 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7efc1db5-8658-4f5c-bb4a-9ddad2e94937 req-e13632d2-1c59-4323-b2e0-e3a4347da046 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 1130 time: 0.0617361 Apr 11 19:29:37.513983 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a6d6cd6d-89b3-4b48-9065-0da7b00e5dc7 admin admin] Publish callbacks [] for security_group (7de3781d-640e-4ad0-a8d0-0eec7b97a22e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:37.535420 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a6d6cd6d-89b3-4b48-9065-0da7b00e5dc7 admin admin] Publish callbacks [] for security_group (7de3781d-640e-4ad0-a8d0-0eec7b97a22e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:37.564795 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc1db5-8658-4f5c-bb4a-9ddad2e94937 req-f68237dd-2282-4daf-b86b-e87759202f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:37.566269 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7efc1db5-8658-4f5c-bb4a-9ddad2e94937 req-f68237dd-2282-4daf-b86b-e87759202f9b service neutron] 10.222.0.23 "GET /v2.0/networks?id=36320420-1679-4c05-bb85-4925d8ad5187 HTTP/1.1" status: 200 len: 912 time: 0.0898552 Apr 11 19:29:37.630854 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7efc1db5-8658-4f5c-bb4a-9ddad2e94937 req-d9916a8a-2d1d-4ddc-9e82-a5573fb7b240 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1267f-d58b-4784-8932-7fc72efcc1a9 HTTP/1.1" status: 200 len: 1002 time: 0.0592847 Apr 11 19:29:37.682658 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc1db5-8658-4f5c-bb4a-9ddad2e94937 req-0b203a6f-8516-469a-8823-ee64ec2a42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:37.683672 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a6d6cd6d-89b3-4b48-9065-0da7b00e5dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (7de3781d-640e-4ad0-a8d0-0eec7b97a22e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:37.684122 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7efc1db5-8658-4f5c-bb4a-9ddad2e94937 req-0b203a6f-8516-469a-8823-ee64ec2a42ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43138c21-abfb-474b-8fed-e764ca343967 HTTP/1.1" status: 200 len: 850 time: 0.0480731 Apr 11 19:29:37.686815 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a6d6cd6d-89b3-4b48-9065-0da7b00e5dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:37.687972 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a6d6cd6d-89b3-4b48-9065-0da7b00e5dc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7de3781d-640e-4ad0-a8d0-0eec7b97a22e HTTP/1.1" status: 204 len: 168 time: 0.2215643 Apr 11 19:29:37.697940 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6cd6d-89b3-4b48-9065-0da7b00e5dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de3781d-640e-4ad0-a8d0-0eec7b97a22e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:37.732771 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc1db5-8658-4f5c-bb4a-9ddad2e94937 req-4eaf775c-056e-4044-92b1-2e35e212ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:37.732771 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7efc1db5-8658-4f5c-bb4a-9ddad2e94937 req-4eaf775c-056e-4044-92b1-2e35e212ca19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36320420-1679-4c05-bb85-4925d8ad5187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409029 Apr 11 19:29:37.824323 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7efc1db5-8658-4f5c-bb4a-9ddad2e94937 req-fb40474d-051c-4fe7-ad99-f992d4acc7bb service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871038 Apr 11 19:29:37.916896 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7efc1db5-8658-4f5c-bb4a-9ddad2e94937 req-38628528-0205-4886-a865-22681ae4b0c5 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862651 Apr 11 19:29:37.969561 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:38.333028 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35308) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:38.348567 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b1a0bd2c-476d-443c-848e-8c3947049a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:38.420584 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b1a0bd2c-476d-443c-848e-8c3947049a32 admin admin] Publish callbacks [] for security_group (edf9f939-2bd5-4294-8b0c-a548f6f549af), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:38.495199 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b1a0bd2c-476d-443c-848e-8c3947049a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (edf9f939-2bd5-4294-8b0c-a548f6f549af), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:38.518113 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5dccb-dd9c-4652-a101-b4948f1bec67 req-c267214e-0397-480e-9af8-55dfaf6cd70e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:38.519639 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0db5dccb-dd9c-4652-a101-b4948f1bec67 req-c267214e-0397-480e-9af8-55dfaf6cd70e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0475240 Apr 11 19:29:38.537877 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b1a0bd2c-476d-443c-848e-8c3947049a32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e987225a77f14b3c8ed4a40337edd660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037838 Apr 11 19:29:38.538593 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0bd2c-476d-443c-848e-8c3947049a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf9f939-2bd5-4294-8b0c-a548f6f549af,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:38.540983 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35312) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:38.571526 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0db5dccb-dd9c-4652-a101-b4948f1bec67 req-fd413588-4a24-40e9-95a4-b8ef33dc8efe tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460813 Apr 11 19:29:38.589124 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0389f592-3eec-4043-8a7c-e14519b34d70 admin admin] Publish callbacks [] for security_group (edf9f939-2bd5-4294-8b0c-a548f6f549af), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:38.612450 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0389f592-3eec-4043-8a7c-e14519b34d70 admin admin] Publish callbacks [] for security_group (edf9f939-2bd5-4294-8b0c-a548f6f549af), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:38.723800 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0389f592-3eec-4043-8a7c-e14519b34d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (edf9f939-2bd5-4294-8b0c-a548f6f549af), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:38.726338 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0389f592-3eec-4043-8a7c-e14519b34d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:38.727524 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0389f592-3eec-4043-8a7c-e14519b34d70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edf9f939-2bd5-4294-8b0c-a548f6f549af HTTP/1.1" status: 204 len: 168 time: 0.1857126 Apr 11 19:29:38.735380 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389f592-3eec-4043-8a7c-e14519b34d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf9f939-2bd5-4294-8b0c-a548f6f549af,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:39.690443 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00bc23-6140-445c-a334-faccbcbafca2 req-728197a0-1679-4cfe-814e-ab1398f39674 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:39.691977 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5e00bc23-6140-445c-a334-faccbcbafca2 req-728197a0-1679-4cfe-814e-ab1398f39674 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0510960 Apr 11 19:29:39.744510 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5e00bc23-6140-445c-a334-faccbcbafca2 req-25560b64-33ce-4923-a373-8bbe9b44d3f1 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458603 Apr 11 19:29:40.159774 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35352) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:40.261540 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33d002a2-7f02-4434-82aa-2375e9111cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:40.337128 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33d002a2-7f02-4434-82aa-2375e9111cd9 admin admin] Publish callbacks [] for security_group (581547b0-69ce-4276-a3eb-3e99ca8aa63e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:40.408061 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-33d002a2-7f02-4434-82aa-2375e9111cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (581547b0-69ce-4276-a3eb-3e99ca8aa63e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:40.448474 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-33d002a2-7f02-4434-82aa-2375e9111cd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5effa6dcb5ad4d74b297c6f7a0f39c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874610 Apr 11 19:29:40.449342 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d002a2-7f02-4434-82aa-2375e9111cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581547b0-69ce-4276-a3eb-3e99ca8aa63e,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:40.451272 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35364) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:40.501305 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-46a2e505-5168-46b2-9dd9-d7fdd5546cac admin admin] Publish callbacks [] for security_group (581547b0-69ce-4276-a3eb-3e99ca8aa63e), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:40.522214 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-46a2e505-5168-46b2-9dd9-d7fdd5546cac admin admin] Publish callbacks [] for security_group (581547b0-69ce-4276-a3eb-3e99ca8aa63e), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:40.659333 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-46a2e505-5168-46b2-9dd9-d7fdd5546cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (581547b0-69ce-4276-a3eb-3e99ca8aa63e), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:40.661986 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-46a2e505-5168-46b2-9dd9-d7fdd5546cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:40.663144 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-46a2e505-5168-46b2-9dd9-d7fdd5546cac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/581547b0-69ce-4276-a3eb-3e99ca8aa63e HTTP/1.1" status: 204 len: 168 time: 0.2105823 Apr 11 19:29:40.671749 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2e505-5168-46b2-9dd9-d7fdd5546cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581547b0-69ce-4276-a3eb-3e99ca8aa63e,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:41.485355 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35386) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:41.499048 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3875cbe3-dbdb-49ba-9308-2b7fcf578541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:41.581847 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3875cbe3-dbdb-49ba-9308-2b7fcf578541 admin admin] Publish callbacks [] for security_group (c81271c1-997d-4f25-940e-3a47f4effc1e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:41.681981 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3875cbe3-dbdb-49ba-9308-2b7fcf578541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (c81271c1-997d-4f25-940e-3a47f4effc1e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:41.719297 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875cbe3-dbdb-49ba-9308-2b7fcf578541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81271c1-997d-4f25-940e-3a47f4effc1e,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:41.724635 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-3875cbe3-dbdb-49ba-9308-2b7fcf578541 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43db330c6f614bedb61dce53ac9a40d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382467 Apr 11 19:29:41.727418 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35396) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:41.775359 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e1e2aae3-3135-48b6-93a4-a39b8b3579e4 admin admin] Publish callbacks [] for security_group (c81271c1-997d-4f25-940e-3a47f4effc1e), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:41.800883 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e1e2aae3-3135-48b6-93a4-a39b8b3579e4 admin admin] Publish callbacks [] for security_group (c81271c1-997d-4f25-940e-3a47f4effc1e), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:41.910393 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:29:41.929559 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e1e2aae3-3135-48b6-93a4-a39b8b3579e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (c81271c1-997d-4f25-940e-3a47f4effc1e), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:41.932182 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-e1e2aae3-3135-48b6-93a4-a39b8b3579e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:41.935247 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-e1e2aae3-3135-48b6-93a4-a39b8b3579e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c81271c1-997d-4f25-940e-3a47f4effc1e HTTP/1.1" status: 204 len: 168 time: 0.2051032 Apr 11 19:29:41.942530 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2aae3-3135-48b6-93a4-a39b8b3579e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81271c1-997d-4f25-940e-3a47f4effc1e,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:43.002847 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35470) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:43.098626 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1796317054-network', 'tenant_id': 'ab136d31202f41b0a4c2a15f0caf6dda'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:29:43.271948 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Made reservation on behalf of ab136d31202f41b0a4c2a15f0caf6dda for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:29:43.274434 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:43.283242 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:43.356452 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Publish callbacks [] for security_group (105e10be-8eec-43cb-8993-310f351acfb4), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:43.477644 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (105e10be-8eec-43cb-8993-310f351acfb4), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:43.502241 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:29:43.517249 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105e10be-8eec-43cb-8993-310f351acfb4,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:43.520264 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (e40f4f0a-75c4-4c07-90da-85c3aa258fc5), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:43.520609 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Added segment e40f4f0a-75c4-4c07-90da-85c3aa258fc5 of type vlan for network 391260bf-7ab1-4c0a-9acb-8b34758d932a Apr 11 19:29:43.561543 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (391260bf-7ab1-4c0a-9acb-8b34758d932a), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:43.672139 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (391260bf-7ab1-4c0a-9acb-8b34758d932a), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:43.673211 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:43.673894 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:43.752110 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] Pushing event updated for resources: {'Network': ['ID=391260bf-7ab1-4c0a-9acb-8b34758d932a,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:43.762416 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network 391260bf-7ab1-4c0a-9acb-8b34758d932a details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:29:43.789364 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c7d7c795-f0f6-45f4-8e94-54805caf6649 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7854378 Apr 11 19:29:43.792117 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35492) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:43.797005 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] Request body: {'subnet': {'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1796317054-subnet', 'tenant_id': 'ab136d31202f41b0a4c2a15f0caf6dda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:29:43.872701 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] Made reservation on behalf of ab136d31202f41b0a4c2a15f0caf6dda for: {'subnet': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:29:43.875272 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29274659'] for subnet (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:44.110513 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35496) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:44.124242 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28866454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29274673'] for subnet (a87e9550-e475-451c-ba85-b538dc690bbe), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:44.183822 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87e9550-e475-451c-ba85-b538dc690bbe,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:44.194742 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] Checking segment: {'id': 'e40f4f0a-75c4-4c07-90da-85c3aa258fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:29:44.195099 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] Network hostable DHCP agents. Network: 391260bf-7ab1-4c0a-9acb-8b34758d932a, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:29:44.221787 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ef978e8-107f-4b32-87c7-9974cf6e98ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:44.295223 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ef978e8-107f-4b32-87c7-9974cf6e98ea admin admin] Publish callbacks [] for security_group (477a4825-4ea7-47e2-a510-11d6d93800dd), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:44.304468 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] Network 391260bf-7ab1-4c0a-9acb-8b34758d932a is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:29:44.356246 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-4ef978e8-107f-4b32-87c7-9974cf6e98ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (477a4825-4ea7-47e2-a510-11d6d93800dd), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:44.390003 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, 391260bf-7ab1-4c0a-9acb-8b34758d932a) {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:29:44.397615 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:44.398223 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:44.398749 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee5802-a3f9-4337-8b92-b4a7f84945fa None None] Network 391260bf-7ab1-4c0a-9acb-8b34758d932a requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:29:44.401688 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef978e8-107f-4b32-87c7-9974cf6e98ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477a4825-4ea7-47e2-a510-11d6d93800dd,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:44.408547 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4ef978e8-107f-4b32-87c7-9974cf6e98ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d91032ba6ace4de49553f5e1bd8ff49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942255 Apr 11 19:29:44.409468 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35500) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:44.460919 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f480dbc3-2b23-40d8-8c68-fe6fe7cf2cac admin admin] Publish callbacks [] for security_group (477a4825-4ea7-47e2-a510-11d6d93800dd), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:44.483426 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f480dbc3-2b23-40d8-8c68-fe6fe7cf2cac admin admin] Publish callbacks [] for security_group (477a4825-4ea7-47e2-a510-11d6d93800dd), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:44.499011 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb8d63c-1bcf-4839-a14a-0012b15e761e None None] Network 391260bf-7ab1-4c0a-9acb-8b34758d932a requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:29:44.516728 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c4b53183-c3a0-47df-9d8b-4db1cd1e59c1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7235084 Apr 11 19:29:44.608219 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f480dbc3-2b23-40d8-8c68-fe6fe7cf2cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (477a4825-4ea7-47e2-a510-11d6d93800dd), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:44.610807 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f480dbc3-2b23-40d8-8c68-fe6fe7cf2cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:44.611989 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f480dbc3-2b23-40d8-8c68-fe6fe7cf2cac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/477a4825-4ea7-47e2-a510-11d6d93800dd HTTP/1.1" status: 204 len: 168 time: 0.2016201 Apr 11 19:29:44.624581 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480dbc3-2b23-40d8-8c68-fe6fe7cf2cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477a4825-4ea7-47e2-a510-11d6d93800dd,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:45.247284 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35512) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:45.263941 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b8af-2f52-497d-9a43-ef32890f2e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:45.345555 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b8af-2f52-497d-9a43-ef32890f2e7f admin admin] Publish callbacks [] for security_group (f635e576-5da7-42e4-8ade-edd5e1e6b2cc), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:45.407902 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b8af-2f52-497d-9a43-ef32890f2e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (f635e576-5da7-42e4-8ade-edd5e1e6b2cc), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:45.445721 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-3cd2b8af-2f52-497d-9a43-ef32890f2e7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d38f13982b9b422c838169666ee3a441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973054 Apr 11 19:29:45.446829 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2b8af-2f52-497d-9a43-ef32890f2e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f635e576-5da7-42e4-8ade-edd5e1e6b2cc,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:45.448447 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35518) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:45.496706 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2a02f62-1d42-467b-bdd1-63736bf490c2 admin admin] Publish callbacks [] for security_group (f635e576-5da7-42e4-8ade-edd5e1e6b2cc), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:45.517895 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2a02f62-1d42-467b-bdd1-63736bf490c2 admin admin] Publish callbacks [] for security_group (f635e576-5da7-42e4-8ade-edd5e1e6b2cc), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:45.631736 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2a02f62-1d42-467b-bdd1-63736bf490c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (f635e576-5da7-42e4-8ade-edd5e1e6b2cc), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:45.634287 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2a02f62-1d42-467b-bdd1-63736bf490c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:45.635435 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d2a02f62-1d42-467b-bdd1-63736bf490c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f635e576-5da7-42e4-8ade-edd5e1e6b2cc HTTP/1.1" status: 204 len: 168 time: 0.1859148 Apr 11 19:29:45.644132 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a02f62-1d42-467b-bdd1-63736bf490c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f635e576-5da7-42e4-8ade-edd5e1e6b2cc,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:46.816271 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-32e46069-0090-4c4a-bbc1-b2c35ae76d22 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:46.820190 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-32e46069-0090-4c4a-bbc1-b2c35ae76d22 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/networks?id=391260bf-7ab1-4c0a-9acb-8b34758d932a HTTP/1.1" status: 200 len: 809 time: 0.0992479 Apr 11 19:29:46.832334 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-ce99ffe4-9902-4993-bc28-8479ec047614 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/quotas/ab136d31202f41b0a4c2a15f0caf6dda HTTP/1.1" status: 200 len: 375 time: 0.0093989 Apr 11 19:29:46.868735 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-5a1b3035-8ab8-4358-a17d-c8322bcd520d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab136d31202f41b0a4c2a15f0caf6dda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314295 Apr 11 19:29:46.960399 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-ba404e1a-cbb2-498c-95ab-3595684b0cc3 service neutron] 10.222.0.13 "GET /v2.0/networks/391260bf-7ab1-4c0a-9acb-8b34758d932a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850856 Apr 11 19:29:47.055177 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-617cc67c-6bcd-44bd-8bcd-ced17d3455ba service neutron] 10.222.0.13 "GET /v2.0/networks/391260bf-7ab1-4c0a-9acb-8b34758d932a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892029 Apr 11 19:29:47.313699 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a3a0114f-374e-4689-8de0-85036c021660 req-eacce0f6-00ca-47ba-a8f9-bdbcd55a1d78 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 210 time: 0.0285995 Apr 11 19:29:48.408214 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df6c4199-859a-4ed9-8ee6-b0619c91e397 req-3be381e6-5875-45e3-ab34-5de99d05ed26 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 210 time: 0.0295277 Apr 11 19:29:49.417527 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-e19bcdcc-d958-4f61-a23e-53e1f5c0bc8b tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:49.418928 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-e19bcdcc-d958-4f61-a23e-53e1f5c0bc8b tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.23 "GET /v2.0/networks?id=391260bf-7ab1-4c0a-9acb-8b34758d932a HTTP/1.1" status: 200 len: 809 time: 0.1041968 Apr 11 19:29:49.432081 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Request body: {'port': {'device_id': 'd5c18422-4828-4359-abe0-1ce873ffd8c0', 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a', 'admin_state_up': True, 'tenant_id': 'ab136d31202f41b0a4c2a15f0caf6dda'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:29:49.528366 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b218a89e-4bed-43f8-b51a-8c733dc79fd2 req-f0bd5648-c67c-4caa-bf0c-bffae27f5c21 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 210 time: 0.0406780 Apr 11 19:29:49.641902 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Made reservation on behalf of ab136d31202f41b0a4c2a15f0caf6dda for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:29:49.645285 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:49.769278 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Allocated IP 172.20.0.10 (391260bf-7ab1-4c0a-9acb-8b34758d932a/a87e9550-e475-451c-ba85-b538dc690bbe/d2c37454-e779-45b2-994f-b064293ac8de) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:29:49.917103 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks [] for port (d2c37454-e779-45b2-994f-b064293ac8de), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:50.021133 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (d2c37454-e779-45b2-994f-b064293ac8de), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:50.065035 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Network 391260bf-7ab1-4c0a-9acb-8b34758d932a is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:29:50.068034 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:29:50.071813 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:29:50.081038 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Pushing event updated for resources: {'Port': ['ID=d2c37454-e779-45b2-994f-b064293ac8de,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:50.113220 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.113570 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.113917 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.114262 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.114600 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.114932 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.115264 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.115594 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.115949 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.116277 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.116607 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.116940 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.117264 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.117587 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.117909 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:50.140585 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:50.141203 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:50.240173 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-af84f93c-4410-42bc-855b-96307e1ffb70 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8117847 Apr 11 19:29:50.251166 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Request body: {'port': {'device_id': 'd5c18422-4828-4359-abe0-1ce873ffd8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:29:50.310584 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (d2c37454-e779-45b2-994f-b064293ac8de), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:50.569567 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c37454-e779-45b2-994f-b064293ac8de {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:29:50.576987 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Publish callbacks [] for port (d2c37454-e779-45b2-994f-b064293ac8de), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:50.589749 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Transition to ACTIVE for port object d2c37454-e779-45b2-994f-b064293ac8de will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:29:50.641113 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fed7e6-dfc5-48a2-9d21-1d19bf6faff9 req-fe385ace-bfce-4135-bbcc-cbc314688ab8 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:50.642572 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e1fed7e6-dfc5-48a2-9d21-1d19bf6faff9 req-fe385ace-bfce-4135-bbcc-cbc314688ab8 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 932 time: 0.0462303 Apr 11 19:29:50.655166 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (d2c37454-e779-45b2-994f-b064293ac8de), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:50.730450 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Pushing event updated for resources: {'Port': ['ID=d2c37454-e779-45b2-994f-b064293ac8de,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:50.736107 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e1fed7e6-dfc5-48a2-9d21-1d19bf6faff9 req-42b55032-9c1c-45b0-9f01-51f8e05e2d5c tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876424 Apr 11 19:29:50.808189 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Attempting to bind port d2c37454-e779-45b2-994f-b064293ac8de on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:29:50.808527 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Attempting to bind port d2c37454-e779-45b2-994f-b064293ac8de by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'e40f4f0a-75c4-4c07-90da-85c3aa258fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:29:50.808857 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Attempting to bind port d2c37454-e779-45b2-994f-b064293ac8de on network 391260bf-7ab1-4c0a-9acb-8b34758d932a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:29:50.813688 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Port d2c37454-e779-45b2-994f-b064293ac8de on network 391260bf-7ab1-4c0a-9acb-8b34758d932a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:29:50.813984 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Attempting to bind port d2c37454-e779-45b2-994f-b064293ac8de on network 391260bf-7ab1-4c0a-9acb-8b34758d932a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:29:50.818806 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:29:50.819082 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Checking segment: {'id': 'e40f4f0a-75c4-4c07-90da-85c3aa258fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:29:50.819463 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Bound using segment: {'id': 'e40f4f0a-75c4-4c07-90da-85c3aa258fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:29:50.819914 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Bound port: d2c37454-e779-45b2-994f-b064293ac8de, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40f4f0a-75c4-4c07-90da-85c3aa258fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:29:50.820267 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (d2c37454-e779-45b2-994f-b064293ac8de), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:50.881430 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] For port d2c37454-e779-45b2-994f-b064293ac8de, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:29:50.884380 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] For port d2c37454-e779-45b2-994f-b064293ac8de, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d2c37454-e779-45b2-994f-b064293ac8de,segment=NetworkSegment(e40f4f0a-75c4-4c07-90da-85c3aa258fc5),segment_id=e40f4f0a-75c4-4c07-90da-85c3aa258fc5)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:29:50.956389 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (d2c37454-e779-45b2-994f-b064293ac8de), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:50.991084 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:50.991705 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:50.993155 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] 10.222.0.23 "PUT /v2.0/ports/d2c37454-e779-45b2-994f-b064293ac8de HTTP/1.1" status: 200 len: 1094 time: 0.7464273 Apr 11 19:29:50.993595 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c18422-4828-4359-abe0-1ce873ffd8c0', 'tag': 'd2c37454-e779-45b2-994f-b064293ac8de'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:29:50.995897 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a24cc3-a5a9-4cdf-9712-5b108543c379" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c18422-4828-4359-abe0-1ce873ffd8c0", "tag": "d2c37454-e779-45b2-994f-b064293ac8de"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:29:51.018463 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484ef30-f0b0-42f9-ac48-00915b99959a service neutron] Pushing event updated for resources: {'Port': ['ID=d2c37454-e779-45b2-994f-b064293ac8de,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:51.032381 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5073592e-2e89-49c5-9081-58784f01dca9 x-openstack-request-id: req-5073592e-2e89-49c5-9081-58784f01dca9 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:29:51.032785 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c18422-4828-4359-abe0-1ce873ffd8c0", "tag": "d2c37454-e779-45b2-994f-b064293ac8de", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:29:51.033046 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5073592e-2e89-49c5-9081-58784f01dca9 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:29:51.033661 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5073592e-2e89-49c5-9081-58784f01dca9'] response: {'name': 'network-changed', 'server_uuid': 'd5c18422-4828-4359-abe0-1ce873ffd8c0', 'tag': 'd2c37454-e779-45b2-994f-b064293ac8de', 'status': 'completed', 'code': 200} Apr 11 19:29:51.096886 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a24cc3-a5a9-4cdf-9712-5b108543c379 req-1ba5074b-dcbb-417b-9256-64a143bd6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:51.098456 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-40a24cc3-a5a9-4cdf-9712-5b108543c379 req-1ba5074b-dcbb-417b-9256-64a143bd6721 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab136d31202f41b0a4c2a15f0caf6dda&device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 1128 time: 0.0431840 Apr 11 19:29:51.200178 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a24cc3-a5a9-4cdf-9712-5b108543c379 req-dd19eea7-ed15-4c99-8215-49c2e2357a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:51.202161 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-40a24cc3-a5a9-4cdf-9712-5b108543c379 req-dd19eea7-ed15-4c99-8215-49c2e2357a94 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ab136d31202f41b0a4c2a15f0caf6dda&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0943904 Apr 11 19:29:51.306613 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a24cc3-a5a9-4cdf-9712-5b108543c379 req-7fd6c9bd-55ea-4502-a8d7-1275e4e920c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:51.311115 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-40a24cc3-a5a9-4cdf-9712-5b108543c379 req-7fd6c9bd-55ea-4502-a8d7-1275e4e920c2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001236 Apr 11 19:29:51.381933 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-576b69a9-93b5-4fed-8e37-cdfd587b95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:51.383349 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-576b69a9-93b5-4fed-8e37-cdfd587b95cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab136d31202f41b0a4c2a15f0caf6dda&device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 1128 time: 0.0386226 Apr 11 19:29:51.429403 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-40489d55-4b57-4ca4-905e-41ae0ccc444d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2c37454-e779-45b2-994f-b064293ac8de HTTP/1.1" status: 200 len: 217 time: 0.0375121 Apr 11 19:29:51.476767 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-315b88b1-85d9-4a0b-898d-7585038acff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:51.478200 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-315b88b1-85d9-4a0b-898d-7585038acff7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a87e9550-e475-451c-ba85-b538dc690bbe HTTP/1.1" status: 200 len: 849 time: 0.0431297 Apr 11 19:29:51.510006 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-c1dc54e0-1187-4693-8d3b-f33f0f2667aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=391260bf-7ab1-4c0a-9acb-8b34758d932a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248363 Apr 11 19:29:51.610520 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-bda50e50-7cf5-46e4-b08f-a1e855f874de service neutron] 10.222.0.23 "GET /v2.0/networks/391260bf-7ab1-4c0a-9acb-8b34758d932a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887001 Apr 11 19:29:51.701546 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2f05cdbf-a1ba-418b-a387-daeaf4f3b9c8 req-2a3fb638-17c0-4bf1-916e-d3b3e88d2553 service neutron] 10.222.0.23 "GET /v2.0/networks/391260bf-7ab1-4c0a-9acb-8b34758d932a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843830 Apr 11 19:29:51.850187 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691066-fe07-4f48-a481-44ccc8cc87a1 req-3aebba75-42ca-4a01-bf05-32fddab9f368 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:51.851685 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4a691066-fe07-4f48-a481-44ccc8cc87a1 req-3aebba75-42ca-4a01-bf05-32fddab9f368 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 944 time: 0.0485992 Apr 11 19:29:51.904022 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4a691066-fe07-4f48-a481-44ccc8cc87a1 req-230beecc-7c89-4ab4-95ed-df6222353f0b tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463178 Apr 11 19:29:53.015660 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf3807-7618-4aa6-8fcc-a93d26d42ea4 req-df92015b-3842-4f23-920b-43b3ab1a58f4 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:53.017077 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2acf3807-7618-4aa6-8fcc-a93d26d42ea4 req-df92015b-3842-4f23-920b-43b3ab1a58f4 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 944 time: 0.0459569 Apr 11 19:29:53.065302 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2acf3807-7618-4aa6-8fcc-a93d26d42ea4 req-f6d5d51e-d57f-4e54-8227-a51a9f70ccde tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426731 Apr 11 19:29:54.179423 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f16efa-17f6-4533-9663-0616e000f7af req-7656a0f7-a989-4159-8325-9b61067f87a3 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:54.180957 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f16efa-17f6-4533-9663-0616e000f7af req-7656a0f7-a989-4159-8325-9b61067f87a3 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 944 time: 0.0476606 Apr 11 19:29:54.228495 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-97f16efa-17f6-4533-9663-0616e000f7af req-993ccf2d-24a3-4717-84f0-9de7c9190c79 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Apr 11 19:29:54.560044 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device d2c37454-e779-45b2-994f-b064293ac8de details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:29:54.583379 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35684) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:54.660066 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port d2c37454-e779-45b2-994f-b064293ac8de, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d2c37454-e779-45b2-994f-b064293ac8de,segment=NetworkSegment(e40f4f0a-75c4-4c07-90da-85c3aa258fc5),segment_id=e40f4f0a-75c4-4c07-90da-85c3aa258fc5)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:29:54.671315 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': 'd2c37454-e779-45b2-994f-b064293ac8de', 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a', 'port_id': 'd2c37454-e779-45b2-994f-b064293ac8de', 'mac_address': 'fa:16:3e:ff:4e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87e9550-e475-451c-ba85-b538dc690bbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:29:54.685388 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:54.708986 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port d2c37454-e779-45b2-994f-b064293ac8de is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:29:54.709374 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (d2c37454-e779-45b2-994f-b064293ac8de), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:54.722546 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c37454-e779-45b2-994f-b064293ac8de {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:29:54.742000 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port d2c37454-e779-45b2-994f-b064293ac8de, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d2c37454-e779-45b2-994f-b064293ac8de,segment=NetworkSegment(e40f4f0a-75c4-4c07-90da-85c3aa258fc5),segment_id=e40f4f0a-75c4-4c07-90da-85c3aa258fc5)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:29:54.762231 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Publish callbacks [] for security_group (76dbe7c8-7674-48df-b25a-0f9372c3d3b5), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:54.813347 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (d2c37454-e779-45b2-994f-b064293ac8de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:54.847425 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (76dbe7c8-7674-48df-b25a-0f9372c3d3b5), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:54.863431 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=d2c37454-e779-45b2-994f-b064293ac8de,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:54.870944 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.871304 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.871650 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.872015 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.872353 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.872684 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.873011 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.873368 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.873692 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.874021 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.874345 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.874689 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.875045 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.875365 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.875686 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.885998 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dbe7c8-7674-48df-b25a-0f9372c3d3b5,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:54.888565 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=406b5b91a60b414ab8f96f293377090e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040311 Apr 11 19:29:54.891294 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35688) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:54.894466 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.894819 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.895168 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.895510 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.895872 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.896199 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.896530 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.896920 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.897202 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.897652 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.897983 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.898310 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.898637 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.898960 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.899284 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b80c59-9dcb-4b8e-8331-85746235afa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:29:54.944707 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf042-07cb-40e2-a394-ca24298be9d9 admin admin] Publish callbacks [] for security_group (76dbe7c8-7674-48df-b25a-0f9372c3d3b5), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:54.966179 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf042-07cb-40e2-a394-ca24298be9d9 admin admin] Publish callbacks [] for security_group (76dbe7c8-7674-48df-b25a-0f9372c3d3b5), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:55.040110 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['d2c37454-e779-45b2-994f-b064293ac8de'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:29:55.064829 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf042-07cb-40e2-a394-ca24298be9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (76dbe7c8-7674-48df-b25a-0f9372c3d3b5), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:55.067359 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf042-07cb-40e2-a394-ca24298be9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:55.068556 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-a2bdf042-07cb-40e2-a394-ca24298be9d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76dbe7c8-7674-48df-b25a-0f9372c3d3b5 HTTP/1.1" status: 204 len: 168 time: 0.1761591 Apr 11 19:29:55.080340 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdf042-07cb-40e2-a394-ca24298be9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dbe7c8-7674-48df-b25a-0f9372c3d3b5,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:55.340761 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6bdd5-32b0-417c-a1b8-bb76c96dfd1e req-66c04b0d-d832-498d-9543-0c22159ea374 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:55.342234 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-26f6bdd5-32b0-417c-a1b8-bb76c96dfd1e req-66c04b0d-d832-498d-9543-0c22159ea374 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 945 time: 0.0481036 Apr 11 19:29:55.390108 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-26f6bdd5-32b0-417c-a1b8-bb76c96dfd1e req-5887643a-be46-4677-b19c-1f3615e60e68 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 Apr 11 19:29:55.749140 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35696) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:55.761871 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0d248d35-afe1-4112-8715-bf0edeb4e498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:55.834024 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0d248d35-afe1-4112-8715-bf0edeb4e498 admin admin] Publish callbacks [] for security_group (b677e3f4-30a9-4dad-8dd8-353ed1a236c8), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:55.911585 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0d248d35-afe1-4112-8715-bf0edeb4e498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (b677e3f4-30a9-4dad-8dd8-353ed1a236c8), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:55.953105 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0d248d35-afe1-4112-8715-bf0edeb4e498 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2811979d9e9e4850b0b5cb80a43d9320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028124 Apr 11 19:29:55.954207 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d248d35-afe1-4112-8715-bf0edeb4e498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b677e3f4-30a9-4dad-8dd8-353ed1a236c8,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:55.955756 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35698) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:56.004695 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66d5bb2b-e309-4f02-913c-e918f9ba58b7 admin admin] Publish callbacks [] for security_group (b677e3f4-30a9-4dad-8dd8-353ed1a236c8), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:56.025147 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66d5bb2b-e309-4f02-913c-e918f9ba58b7 admin admin] Publish callbacks [] for security_group (b677e3f4-30a9-4dad-8dd8-353ed1a236c8), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:56.168881 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66d5bb2b-e309-4f02-913c-e918f9ba58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (b677e3f4-30a9-4dad-8dd8-353ed1a236c8), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:56.172005 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-66d5bb2b-e309-4f02-913c-e918f9ba58b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:56.173162 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-66d5bb2b-e309-4f02-913c-e918f9ba58b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b677e3f4-30a9-4dad-8dd8-353ed1a236c8 HTTP/1.1" status: 204 len: 168 time: 0.2157710 Apr 11 19:29:56.180972 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5bb2b-e309-4f02-913c-e918f9ba58b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b677e3f4-30a9-4dad-8dd8-353ed1a236c8,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:56.502933 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2bad8-25f0-43f1-965b-dd94240499cb req-e3363e83-f34f-4101-b5b0-d26c36209d7c tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:56.504428 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ec2bad8-25f0-43f1-965b-dd94240499cb req-e3363e83-f34f-4101-b5b0-d26c36209d7c tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 945 time: 0.0493603 Apr 11 19:29:56.552183 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0ec2bad8-25f0-43f1-965b-dd94240499cb req-12a6cf12-b369-427c-b5c3-0511ffcd5229 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Apr 11 19:29:56.577200 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device d2c37454-e779-45b2-994f-b064293ac8de up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:29:56.625312 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port d2c37454-e779-45b2-994f-b064293ac8de completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:29:56.711900 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port d2c37454-e779-45b2-994f-b064293ac8de triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:29:56.712230 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (d2c37454-e779-45b2-994f-b064293ac8de), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:56.761262 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35714) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:56.791668 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port d2c37454-e779-45b2-994f-b064293ac8de is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:29:56.792087 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (d2c37454-e779-45b2-994f-b064293ac8de), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:56.815316 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c18422-4828-4359-abe0-1ce873ffd8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c37454-e779-45b2-994f-b064293ac8de'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:29:56.817785 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c30774-176d-4b9c-9988-df021afe55be" -d '{"events": [{"server_uuid": "d5c18422-4828-4359-abe0-1ce873ffd8c0", "name": "network-vif-plugged", "status": "completed", "tag": "d2c37454-e779-45b2-994f-b064293ac8de"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:29:56.831344 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port d2c37454-e779-45b2-994f-b064293ac8de, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d2c37454-e779-45b2-994f-b064293ac8de,segment=NetworkSegment(e40f4f0a-75c4-4c07-90da-85c3aa258fc5),segment_id=e40f4f0a-75c4-4c07-90da-85c3aa258fc5)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:29:56.854829 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cb913e-5d1d-4252-9289-e3ee01cfa35e x-openstack-request-id: req-b5cb913e-5d1d-4252-9289-e3ee01cfa35e {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:29:56.855125 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c18422-4828-4359-abe0-1ce873ffd8c0", "name": "network-vif-plugged", "status": "completed", "tag": "d2c37454-e779-45b2-994f-b064293ac8de", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:29:56.855376 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5cb913e-5d1d-4252-9289-e3ee01cfa35e {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:29:56.855777 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5cb913e-5d1d-4252-9289-e3ee01cfa35e'] response: {'server_uuid': 'd5c18422-4828-4359-abe0-1ce873ffd8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c37454-e779-45b2-994f-b064293ac8de', 'code': 200} Apr 11 19:29:56.912197 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (d2c37454-e779-45b2-994f-b064293ac8de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:56.967839 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=d2c37454-e779-45b2-994f-b064293ac8de,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:57.162760 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694997f6-40ed-469c-9db1-b09e67d713a7 req-1d7eae8d-09a9-41d2-9a2b-81e64b2ee0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:57.164373 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-694997f6-40ed-469c-9db1-b09e67d713a7 req-1d7eae8d-09a9-41d2-9a2b-81e64b2ee0ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 1130 time: 0.0398715 Apr 11 19:29:57.164663 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Deleting port 76989966-6239-4517-bc05-1b6cf28af26a {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:29:57.165158 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (76989966-6239-4517-bc05-1b6cf28af26a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:57.211304 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-694997f6-40ed-469c-9db1-b09e67d713a7 req-063d3431-562f-488b-81b8-ecd5c2100805 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Apr 11 19:29:57.246073 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (76989966-6239-4517-bc05-1b6cf28af26a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:57.246416 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for floatingip (76989966-6239-4517-bc05-1b6cf28af26a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:57.259208 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Calling delete_port for 76989966-6239-4517-bc05-1b6cf28af26a owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:29:57.494594 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:57.523215 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (76989966-6239-4517-bc05-1b6cf28af26a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:57.547803 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event deleted for resources: {'Port': ['ID=76989966-6239-4517-bc05-1b6cf28af26a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:57.614802 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for floatingip (cebb4d64-4d95-4346-8678-73ca5939e50e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:57.615154 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Floating IP cebb4d64-4d95-4346-8678-73ca5939e50e disassociated (deleted). External IP: 172.27.2.88, port: 3b7fae22-76e4-4325-8b23-7492d22d5b19. Apr 11 19:29:57.670691 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13100fba-0536-4977-91ed-bc797681b0c7 req-272f3ad8-a90e-4658-b29d-666489dc7673 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:57.672919 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-13100fba-0536-4977-91ed-bc797681b0c7 req-272f3ad8-a90e-4658-b29d-666489dc7673 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0521235 Apr 11 19:29:57.721073 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-13100fba-0536-4977-91ed-bc797681b0c7 req-4fcd9c25-8799-4b64-b02d-eab94133418a tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425191 Apr 11 19:29:57.833210 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Router ceeb0767-7336-4f85-a116-d426708c9371 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:29:57.866753 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35740) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:57.943807 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:29:57.948247 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:57.956379 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e606f-e4ca-4d68-ab7c-9b165875c101 None None] Sync routers for ids ['ceeb0767-7336-4f85-a116-d426708c9371'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:29:57.966956 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e606f-e4ca-4d68-ab7c-9b165875c101 None None] Routers {'ceeb0767-7336-4f85-a116-d426708c9371'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:29:57.968092 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-7f7e606f-e4ca-4d68-ab7c-9b165875c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:29:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceeb0767-7336-4f85-a116-d426708c9371'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:57.974397 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-082e0064-1d70-49f8-82dd-e541948d5180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:57.983326 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-17c0d517-d11c-45da-bf40-9c5218348986 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "DELETE /v2.0/floatingips/cebb4d64-4d95-4346-8678-73ca5939e50e HTTP/1.1" status: 204 len: 168 time: 1.2209787 Apr 11 19:29:57.983959 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:29:57.986236 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617" -d '{"events": [{"name": "network-changed", "server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:29:58.035227 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cf475a-c932-4f6d-9b01-630af8f5b26c x-openstack-request-id: req-64cf475a-c932-4f6d-9b01-630af8f5b26c {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:29:58.035883 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:29:58.036164 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64cf475a-c932-4f6d-9b01-630af8f5b26c {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:29:58.036579 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cf475a-c932-4f6d-9b01-630af8f5b26c'] response: {'name': 'network-changed', 'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'status': 'completed', 'code': 200} Apr 11 19:29:58.075470 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-082e0064-1d70-49f8-82dd-e541948d5180 admin admin] Publish callbacks [] for security_group (0392091e-349b-4aad-8200-878d2190b447), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:58.104754 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617 req-c4bebaff-e39b-45b3-879c-11474df60837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:58.106288 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617 req-c4bebaff-e39b-45b3-879c-11474df60837 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1&device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 1129 time: 0.0448301 Apr 11 19:29:58.169283 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-082e0064-1d70-49f8-82dd-e541948d5180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (0392091e-349b-4aad-8200-878d2190b447), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:58.197888 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-7f7e606f-e4ca-4d68-ab7c-9b165875c101 None None] Set router ceeb0767-7336-4f85-a116-d426708c9371 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:29:58.212316 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-082e0064-1d70-49f8-82dd-e541948d5180 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa4003b2662c4fc1931a8902c6e69f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443294 Apr 11 19:29:58.213164 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e0064-1d70-49f8-82dd-e541948d5180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0392091e-349b-4aad-8200-878d2190b447,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:58.214954 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35748) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:29:58.265430 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d58e4d59-3ba4-4976-8e9a-dfdd359e3981 admin admin] Publish callbacks [] for security_group (0392091e-349b-4aad-8200-878d2190b447), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:58.288401 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d58e4d59-3ba4-4976-8e9a-dfdd359e3981 admin admin] Publish callbacks [] for security_group (0392091e-349b-4aad-8200-878d2190b447), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:58.388434 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-7f7e606f-e4ca-4d68-ab7c-9b165875c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 4, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6f090c5c-5c90-44b6-8d38-8d85c3e56feb', 'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'mac_address': 'fa:16:3e:0c:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:52Z', 'updated_at': '2022-04-11T19:24:56Z', 'revision_number': 5, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'subnets': [{'id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:58.391628 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d58e4d59-3ba4-4976-8e9a-dfdd359e3981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (0392091e-349b-4aad-8200-878d2190b447), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:58.394385 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d58e4d59-3ba4-4976-8e9a-dfdd359e3981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:58.395768 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d58e4d59-3ba4-4976-8e9a-dfdd359e3981 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0392091e-349b-4aad-8200-878d2190b447 HTTP/1.1" status: 204 len: 168 time: 0.1791260 Apr 11 19:29:58.404383 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e4d59-3ba4-4976-8e9a-dfdd359e3981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0392091e-349b-4aad-8200-878d2190b447,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:29:58.419519 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e606f-e4ca-4d68-ab7c-9b165875c101 None None] Checking router: ceeb0767-7336-4f85-a116-d426708c9371 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:29:58.428943 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e606f-e4ca-4d68-ab7c-9b165875c101 None None] Routers {'ceeb0767-7336-4f85-a116-d426708c9371'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:29:58.429652 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-7f7e606f-e4ca-4d68-ab7c-9b165875c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:29:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceeb0767-7336-4f85-a116-d426708c9371'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:58.541870 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-7f7e606f-e4ca-4d68-ab7c-9b165875c101 None None] Set router ceeb0767-7336-4f85-a116-d426708c9371 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:29:58.548241 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa4395-0e40-4eff-9bb1-e609b17bce67 req-ed792ab3-d21c-456d-a642-0d85969dbc28 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:58.549756 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-70aa4395-0e40-4eff-9bb1-e609b17bce67 req-ed792ab3-d21c-456d-a642-0d85969dbc28 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0645709 Apr 11 19:29:58.567900 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617 req-61b0bdb0-3351-43bf-bd24-f16fc70e11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:58.569349 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617 req-61b0bdb0-3351-43bf-bd24-f16fc70e11a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cd11be6-8a97-4d09-8094-13b2b9adbbed HTTP/1.1" status: 200 len: 909 time: 0.1520107 Apr 11 19:29:58.608498 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-70aa4395-0e40-4eff-9bb1-e609b17bce67 req-c4d9ddf0-8acf-4ad8-a6eb-729ee38d1dac tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514381 Apr 11 19:29:58.670502 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617 req-181fab4c-77f5-41ce-bc84-7907e8ef54ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19 HTTP/1.1" status: 200 len: 217 time: 0.0475638 Apr 11 19:29:58.738288 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617 req-d8d1d81b-7b94-42e0-8d27-3ab4b1e632e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:58.740300 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617 req-d8d1d81b-7b94-42e0-8d27-3ab4b1e632e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fdef079b-439f-42ac-b580-e0859c57fe7f HTTP/1.1" status: 200 len: 847 time: 0.0628281 Apr 11 19:29:58.783952 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-7f7e606f-e4ca-4d68-ab7c-9b165875c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 4, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6f090c5c-5c90-44b6-8d38-8d85c3e56feb', 'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'mac_address': 'fa:16:3e:0c:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:52Z', 'updated_at': '2022-04-11T19:24:56Z', 'revision_number': 5, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'subnets': [{'id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:29:58.818497 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e606f-e4ca-4d68-ab7c-9b165875c101 None None] The sync data for ids ['ceeb0767-7336-4f85-a116-d426708c9371'] in dv-cinder-837362-1-iscsi is: [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:24:52Z', 'revision_number': 4, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6f090c5c-5c90-44b6-8d38-8d85c3e56feb', 'name': '', 'network_id': '6cd11be6-8a97-4d09-8094-13b2b9adbbed', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'mac_address': 'fa:16:3e:0c:1a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:52Z', 'updated_at': '2022-04-11T19:24:56Z', 'revision_number': 5, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'subnets': [{'id': 'fdef079b-439f-42ac-b580-e0859c57fe7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:29:58.849108 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1732e-48e6-41c4-8202-32460c11cc84 req-4d074f87-460c-4913-ac5c-56a6940774a7 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:58.850882 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3ca1732e-48e6-41c4-8202-32460c11cc84 req-4d074f87-460c-4913-ac5c-56a6940774a7 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0546606 Apr 11 19:29:58.904239 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3ca1732e-48e6-41c4-8202-32460c11cc84 req-7fc7f654-bd69-4932-8ce9-b764f95cbba4 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455377 Apr 11 19:29:59.052348 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e82c5-73be-4630-b484-f90774e591a8 None None] New status for floating IP cebb4d64-4d95-4346-8678-73ca5939e50e: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:29:59.728070 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebf836-3274-438b-aeda-6a8d29b6da99 req-06b5e15d-836d-4ab9-a8c0-6573dd1252a3 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:59.729511 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-00ebf836-3274-438b-aeda-6a8d29b6da99 req-06b5e15d-836d-4ab9-a8c0-6573dd1252a3 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0461254 Apr 11 19:29:59.776580 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-00ebf836-3274-438b-aeda-6a8d29b6da99 req-70cb5392-8de8-4ca6-af2b-095434a4905b tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Apr 11 19:29:59.859246 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617 req-98c979e1-2d94-4c36-8e26-78480eeec549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:29:59.860783 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617 req-98c979e1-2d94-4c36-8e26-78480eeec549 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd11be6-8a97-4d09-8094-13b2b9adbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410390 Apr 11 19:29:59.961351 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617 req-2ce5aef9-3768-404b-a140-7a5d31bb7ccd service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872393 Apr 11 19:30:00.047687 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c111-0f91-4c0b-af1e-6995ca8d71ef req-5b4a323a-5489-49d6-ae1e-efbacb7bfa16 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:00.049346 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e860c111-0f91-4c0b-af1e-6995ca8d71ef req-5b4a323a-5489-49d6-ae1e-efbacb7bfa16 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0732822 Apr 11 19:30:00.412797 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144e2ee-9717-4ee4-9de8-242c1bad23ac req-84a53b87-62c5-4805-b01a-d36c285e7d8d tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:00.414229 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b144e2ee-9717-4ee4-9de8-242c1bad23ac req-84a53b87-62c5-4805-b01a-d36c285e7d8d tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.23 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0724661 Apr 11 19:30:00.444973 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d05d0a1d-b91b-4850-b5ce-f9d131b8a617 req-5a7a0674-b5c1-46f0-ae40-331b2d347120 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410419 Apr 11 19:30:00.449125 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e860c111-0f91-4c0b-af1e-6995ca8d71ef req-f7f3e088-8c97-4089-8974-0f4676fac97e tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062062 Apr 11 19:30:00.716323 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-b144e2ee-9717-4ee4-9de8-242c1bad23ac req-bdd5ab1a-b429-4028-a75e-d709a52a0ef6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Deleting port 3b7fae22-76e4-4325-8b23-7492d22d5b19 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:00.717260 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b144e2ee-9717-4ee4-9de8-242c1bad23ac req-bdd5ab1a-b429-4028-a75e-d709a52a0ef6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:00.810572 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-b144e2ee-9717-4ee4-9de8-242c1bad23ac req-bdd5ab1a-b429-4028-a75e-d709a52a0ef6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] For port 3b7fae22-76e4-4325-8b23-7492d22d5b19, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=3b7fae22-76e4-4325-8b23-7492d22d5b19,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:00.811165 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b144e2ee-9717-4ee4-9de8-242c1bad23ac req-bdd5ab1a-b429-4028-a75e-d709a52a0ef6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:00.824403 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-b144e2ee-9717-4ee4-9de8-242c1bad23ac req-bdd5ab1a-b429-4028-a75e-d709a52a0ef6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Calling delete_port for 3b7fae22-76e4-4325-8b23-7492d22d5b19 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:00.925524 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b086c8-26af-4d50-a5aa-1085579a8972 req-104fa844-14e8-40ed-880c-b80423449246 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:00.927042 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-27b086c8-26af-4d50-a5aa-1085579a8972 req-104fa844-14e8-40ed-880c-b80423449246 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 945 time: 0.0604026 Apr 11 19:30:01.016561 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-27b086c8-26af-4d50-a5aa-1085579a8972 req-2b1a586b-4846-4730-ad93-5f807a8b6f2b tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d47f4ed-3122-4c87-8fee-a21da6fb07f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833526 Apr 11 19:30:01.100599 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b144e2ee-9717-4ee4-9de8-242c1bad23ac req-bdd5ab1a-b429-4028-a75e-d709a52a0ef6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (3b7fae22-76e4-4325-8b23-7492d22d5b19), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:01.129289 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5ab1a-b429-4028-a75e-d709a52a0ef6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event deleted for resources: {'Port': ['ID=3b7fae22-76e4-4325-8b23-7492d22d5b19,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:01.181713 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b144e2ee-9717-4ee4-9de8-242c1bad23ac req-bdd5ab1a-b429-4028-a75e-d709a52a0ef6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] No DVR routers for this DVR port 3b7fae22-76e4-4325-8b23-7492d22d5b19 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:30:01.181713 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-b144e2ee-9717-4ee4-9de8-242c1bad23ac req-bdd5ab1a-b429-4028-a75e-d709a52a0ef6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:01.183597 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b144e2ee-9717-4ee4-9de8-242c1bad23ac req-bdd5ab1a-b429-4028-a75e-d709a52a0ef6 tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.23 "DELETE /v2.0/ports/3b7fae22-76e4-4325-8b23-7492d22d5b19 HTTP/1.1" status: 204 len: 173 time: 0.5565801 Apr 11 19:30:01.184099 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'name': 'network-vif-deleted', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:30:01.186648 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e9928-75cf-49f0-8871-a1b6238fb83a" -d '{"events": [{"server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "name": "network-vif-deleted", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:30:01.236928 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab77660-c9a0-4d7e-9b9d-d5030fa15a6f x-openstack-request-id: req-9ab77660-c9a0-4d7e-9b9d-d5030fa15a6f {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:30:01.237348 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e", "name": "network-vif-deleted", "tag": "3b7fae22-76e4-4325-8b23-7492d22d5b19", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:30:01.238832 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ab77660-c9a0-4d7e-9b9d-d5030fa15a6f {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:30:01.239566 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab77660-c9a0-4d7e-9b9d-d5030fa15a6f'] response: {'server_uuid': 'c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e', 'name': 'network-vif-deleted', 'tag': '3b7fae22-76e4-4325-8b23-7492d22d5b19', 'status': 'completed', 'code': 200} Apr 11 19:30:01.575116 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-881171fc-151f-48ff-9409-5eb2a24e60c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:01.749715 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7f253-f5d7-4553-ba9c-91e3febe6a09 req-0818a8a1-6d01-4a47-b81b-8b2767714313 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:01.751100 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-51b7f253-f5d7-4553-ba9c-91e3febe6a09 req-0818a8a1-6d01-4a47-b81b-8b2767714313 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0516100 Apr 11 19:30:01.798778 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-51b7f253-f5d7-4553-ba9c-91e3febe6a09 req-130ad76b-98cc-4c18-adb2-957457f681f8 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419304 Apr 11 19:30:02.114622 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c31383d2-641c-4e7b-8b77-b29ed21b04af req-0acf6358-617c-4112-871c-2400c9d3997c tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 210 time: 0.0279791 Apr 11 19:30:02.916982 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de3110-f031-4c10-9518-260766597ba7 req-bb33574f-52ff-44f7-b611-7ef9845cb3d0 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:02.918505 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47de3110-f031-4c10-9518-260766597ba7 req-bb33574f-52ff-44f7-b611-7ef9845cb3d0 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0519254 Apr 11 19:30:02.968381 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47de3110-f031-4c10-9518-260766597ba7 req-ad6c06c5-b246-42e2-8ea7-e0afa76a4b63 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Apr 11 19:30:03.310019 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a506c-d96c-430c-b6aa-137107eb115d req-1ce44974-d03b-461c-99f6-433edfd41a3e tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:03.312159 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-034a506c-d96c-430c-b6aa-137107eb115d req-1ce44974-d03b-461c-99f6-433edfd41a3e tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0544679 Apr 11 19:30:03.420319 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-034a506c-d96c-430c-b6aa-137107eb115d req-7c481737-da24-41f5-a233-eb527b4491e1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Deleting port d2c37454-e779-45b2-994f-b064293ac8de {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:03.420679 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-034a506c-d96c-430c-b6aa-137107eb115d req-7c481737-da24-41f5-a233-eb527b4491e1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (d2c37454-e779-45b2-994f-b064293ac8de), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:03.497916 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-59292836-9958-4b31-90bd-e7d577ef0034 req-60e39c26-f9a7-4297-8173-0725b34bdd9b tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "GET /v2.0/ports?device_id=c876c4c9-ae5e-4604-8e67-d7d0f6a3e77e HTTP/1.1" status: 200 len: 210 time: 0.0625072 Apr 11 19:30:03.536869 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-034a506c-d96c-430c-b6aa-137107eb115d req-7c481737-da24-41f5-a233-eb527b4491e1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] For port d2c37454-e779-45b2-994f-b064293ac8de, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d2c37454-e779-45b2-994f-b064293ac8de,segment=NetworkSegment(e40f4f0a-75c4-4c07-90da-85c3aa258fc5),segment_id=e40f4f0a-75c4-4c07-90da-85c3aa258fc5)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:03.537238 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-034a506c-d96c-430c-b6aa-137107eb115d req-7c481737-da24-41f5-a233-eb527b4491e1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (d2c37454-e779-45b2-994f-b064293ac8de), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:03.550148 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-034a506c-d96c-430c-b6aa-137107eb115d req-7c481737-da24-41f5-a233-eb527b4491e1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Calling delete_port for d2c37454-e779-45b2-994f-b064293ac8de owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:03.768934 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-034a506c-d96c-430c-b6aa-137107eb115d req-7c481737-da24-41f5-a233-eb527b4491e1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (d2c37454-e779-45b2-994f-b064293ac8de), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:03.780831 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['d2c37454-e779-45b2-994f-b064293ac8de'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:30:03.799010 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c481737-da24-41f5-a233-eb527b4491e1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Pushing event deleted for resources: {'Port': ['ID=d2c37454-e779-45b2-994f-b064293ac8de,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:03.844019 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-034a506c-d96c-430c-b6aa-137107eb115d req-7c481737-da24-41f5-a233-eb527b4491e1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] No DVR routers for this DVR port d2c37454-e779-45b2-994f-b064293ac8de on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:30:03.846238 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-034a506c-d96c-430c-b6aa-137107eb115d req-7c481737-da24-41f5-a233-eb527b4491e1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:03.849593 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-034a506c-d96c-430c-b6aa-137107eb115d req-7c481737-da24-41f5-a233-eb527b4491e1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.23 "DELETE /v2.0/ports/d2c37454-e779-45b2-994f-b064293ac8de HTTP/1.1" status: 204 len: 173 time: 0.5310318 Apr 11 19:30:03.850038 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c18422-4828-4359-abe0-1ce873ffd8c0', 'name': 'network-vif-deleted', 'tag': 'd2c37454-e779-45b2-994f-b064293ac8de'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:30:03.852344 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c0cda4-3da6-429f-a265-77f620f270d0" -d '{"events": [{"server_uuid": "d5c18422-4828-4359-abe0-1ce873ffd8c0", "name": "network-vif-deleted", "tag": "d2c37454-e779-45b2-994f-b064293ac8de"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:30:03.886672 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4452a6-c492-4e0b-944f-4025af17cd62 x-openstack-request-id: req-4e4452a6-c492-4e0b-944f-4025af17cd62 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:30:03.886964 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c18422-4828-4359-abe0-1ce873ffd8c0", "name": "network-vif-deleted", "tag": "d2c37454-e779-45b2-994f-b064293ac8de", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:30:03.887531 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e4452a6-c492-4e0b-944f-4025af17cd62 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:30:03.887971 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4452a6-c492-4e0b-944f-4025af17cd62'] response: {'server_uuid': 'd5c18422-4828-4359-abe0-1ce873ffd8c0', 'name': 'network-vif-deleted', 'tag': 'd2c37454-e779-45b2-994f-b064293ac8de', 'status': 'completed', 'code': 200} Apr 11 19:30:03.968869 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-081cc1fe-2367-449c-b7e9-8f6d34e1f602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:04.068438 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eb1e4a23-2f2c-45b2-a9fb-d642dde5d5e3 req-2a01b8eb-9990-43cd-896d-7adafc91e83e tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c18422-4828-4359-abe0-1ce873ffd8c0 HTTP/1.1" status: 200 len: 210 time: 0.0321491 Apr 11 19:30:04.559719 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35794) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:04.620196 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a793325d-61ce-426e-baf2-f669aa1c740a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group (9d47f4ed-3122-4c87-8fee-a21da6fb07f0), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:04.620919 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-e0e34f65-c799-4d0c-bc79-b99ad688da80 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389345 Apr 11 19:30:04.643238 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device d2c37454-e779-45b2-994f-b064293ac8de no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:30:04.651668 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a793325d-61ce-426e-baf2-f669aa1c740a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group (9d47f4ed-3122-4c87-8fee-a21da6fb07f0), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:04.667747 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: d2c37454-e779-45b2-994f-b064293ac8de {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:30:04.668158 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device d2c37454-e779-45b2-994f-b064293ac8de not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:30:04.668575 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3b7fae22-76e4-4325-8b23-7492d22d5b19 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:30:04.683650 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-439f4f88-ce19-4705-be1e-ad6d95d8c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:04.685576 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-439f4f88-ce19-4705-be1e-ad6d95d8c0ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 1130 time: 0.0398364 Apr 11 19:30:04.692783 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:04.694215 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 3b7fae22-76e4-4325-8b23-7492d22d5b19 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:30:04.694569 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 3b7fae22-76e4-4325-8b23-7492d22d5b19 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:30:04.757639 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a793325d-61ce-426e-baf2-f669aa1c740a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (9d47f4ed-3122-4c87-8fee-a21da6fb07f0), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:04.760520 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a793325d-61ce-426e-baf2-f669aa1c740a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:04.761847 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a793325d-61ce-426e-baf2-f669aa1c740a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d47f4ed-3122-4c87-8fee-a21da6fb07f0 HTTP/1.1" status: 204 len: 168 time: 0.2011800 Apr 11 19:30:04.777720 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793325d-61ce-426e-baf2-f669aa1c740a tempest-TestShelveInstance-1603568003 tempest-TestShelveInstance-1603568003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d47f4ed-3122-4c87-8fee-a21da6fb07f0,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:04.799486 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-3551dfeb-9b85-4126-9f59-171c2d0a487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:04.801671 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-3551dfeb-9b85-4126-9f59-171c2d0a487c service neutron] 10.222.0.23 "GET /v2.0/networks?id=36320420-1679-4c05-bb85-4925d8ad5187 HTTP/1.1" status: 200 len: 912 time: 0.0955994 Apr 11 19:30:04.880308 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-cb972e91-10b6-4fb7-a3ec-a161f78b5aa6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf1267f-d58b-4784-8932-7fc72efcc1a9 HTTP/1.1" status: 200 len: 1002 time: 0.0732448 Apr 11 19:30:04.932824 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-e54ca1f9-6572-4695-aca3-2acc913c0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:04.934362 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-e54ca1f9-6572-4695-aca3-2acc913c0fc5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43138c21-abfb-474b-8fed-e764ca343967 HTTP/1.1" status: 200 len: 850 time: 0.0482955 Apr 11 19:30:04.981968 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-e764124f-2a73-40bf-94ce-4c827b3aa66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:04.984078 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-e764124f-2a73-40bf-94ce-4c827b3aa66a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36320420-1679-4c05-bb85-4925d8ad5187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423918 Apr 11 19:30:05.045112 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35798) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:05.083385 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-5046e276-d1cb-4dee-8670-e821a8837736 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883164 Apr 11 19:30:05.195811 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bc87513-d9a7-4b43-af70-fc9a7e980be2 req-e7196600-f9c5-49e8-a000-e3e255d9e0b9 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062617 Apr 11 19:30:05.392353 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-801b203e-a66b-4f0b-b4d2-2fde33932328 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:05.393827 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-801b203e-a66b-4f0b-b4d2-2fde33932328 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/networks?id=391260bf-7ab1-4c0a-9acb-8b34758d932a HTTP/1.1" status: 200 len: 809 time: 0.1073091 Apr 11 19:30:05.409443 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-7e5dbf4c-3560-4756-a265-81d5851edcb5 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/quotas/ab136d31202f41b0a4c2a15f0caf6dda HTTP/1.1" status: 200 len: 375 time: 0.0099251 Apr 11 19:30:05.445962 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-8096ee16-9c77-4240-b21f-bb683963ff05 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab136d31202f41b0a4c2a15f0caf6dda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314207 Apr 11 19:30:05.535152 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-dbcf701b-7963-4cbc-9f21-771ff3070ba0 service neutron] 10.222.0.13 "GET /v2.0/networks/391260bf-7ab1-4c0a-9acb-8b34758d932a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815592 Apr 11 19:30:05.541619 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579013'] for router_interface (ceeb0767-7336-4f85-a116-d426708c9371), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:05.627420 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-68522024-765c-45e7-89c1-8ab7c02eaf9a service neutron] 10.222.0.13 "GET /v2.0/networks/391260bf-7ab1-4c0a-9acb-8b34758d932a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861673 Apr 11 19:30:05.772810 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] Deleting port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:05.773313 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:05.858353 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] For port 6f090c5c-5c90-44b6-8d38-8d85c3e56feb, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=6f090c5c-5c90-44b6-8d38-8d85c3e56feb,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:05.858353 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:05.871927 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] Calling delete_port for 6f090c5c-5c90-44b6-8d38-8d85c3e56feb owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:05.914548 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-654e9f41-a013-4780-bf9d-ed01ec5da732 req-a11c0158-ee33-4e03-ab1c-14e3c23a79d7 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 210 time: 0.0299437 Apr 11 19:30:06.112398 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (6f090c5c-5c90-44b6-8d38-8d85c3e56feb), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:06.137843 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f090c5c-5c90-44b6-8d38-8d85c3e56feb,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:06.325086 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578921'] for router_interface (ceeb0767-7336-4f85-a116-d426708c9371), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:06.531179 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:06.768579 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] Router ceeb0767-7336-4f85-a116-d426708c9371 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:30:06.874718 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:30:06.879751 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d3f04456-584e-4eb9-95fd-dfaf30c4427f admin admin] 10.222.0.13 "PUT /v2.0/routers/ceeb0767-7336-4f85-a116-d426708c9371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8336086 Apr 11 19:30:06.882361 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35826) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:06.885748 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca010cd-d92b-440e-a150-3a71a6443c89 None None] Sync routers for ids ['ceeb0767-7336-4f85-a116-d426708c9371'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:30:06.896495 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca010cd-d92b-440e-a150-3a71a6443c89 None None] Routers {'ceeb0767-7336-4f85-a116-d426708c9371'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:06.897247 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5ca010cd-d92b-440e-a150-3a71a6443c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceeb0767-7336-4f85-a116-d426708c9371'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:06.997557 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Publish callbacks [] for router (ceeb0767-7336-4f85-a116-d426708c9371), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:07.018059 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5ca010cd-d92b-440e-a150-3a71a6443c89 None None] Set router ceeb0767-7336-4f85-a116-d426708c9371 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:07.032516 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c3461fa7-93b9-44d4-bd77-e02e06da4db6 req-29826581-d32d-43f8-a5f7-eded61c3318a tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 210 time: 0.0366285 Apr 11 19:30:07.119826 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Publish callbacks [] for router_gateway (ceeb0767-7336-4f85-a116-d426708c9371), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:07.189068 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5ca010cd-d92b-440e-a150-3a71a6443c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:30:06Z', 'revision_number': 5, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:07.218652 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca010cd-d92b-440e-a150-3a71a6443c89 None None] Checking router: ceeb0767-7336-4f85-a116-d426708c9371 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:30:07.226906 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca010cd-d92b-440e-a150-3a71a6443c89 None None] Routers {'ceeb0767-7336-4f85-a116-d426708c9371'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:07.227503 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5ca010cd-d92b-440e-a150-3a71a6443c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceeb0767-7336-4f85-a116-d426708c9371'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:07.268964 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Deleting port bf9b4640-8c84-4101-a216-0c3fa95a74d0 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:07.269301 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:07.340812 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5ca010cd-d92b-440e-a150-3a71a6443c89 None None] Set router ceeb0767-7336-4f85-a116-d426708c9371 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:07.354311 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] For port bf9b4640-8c84-4101-a216-0c3fa95a74d0, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=bf9b4640-8c84-4101-a216-0c3fa95a74d0,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:07.357970 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:07.369613 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Calling delete_port for bf9b4640-8c84-4101-a216-0c3fa95a74d0 owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:07.518074 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5ca010cd-d92b-440e-a150-3a71a6443c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:30:06Z', 'revision_number': 5, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:07.546353 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca010cd-d92b-440e-a150-3a71a6443c89 None None] The sync data for ids ['ceeb0767-7336-4f85-a116-d426708c9371'] in dv-cinder-837362-1-iscsi is: [{'id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'name': 'tempest-TestShelveInstance-864344220-router', 'tenant_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:48Z', 'updated_at': '2022-04-11T19:30:06Z', 'revision_number': 5, 'project_id': '80c71be3609f4a6f9f7172b0ed5fcba1', 'gw_port': {'id': 'bf9b4640-8c84-4101-a216-0c3fa95a74d0', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb0767-7336-4f85-a116-d426708c9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:49Z', 'updated_at': '2022-04-11T19:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:30:07.607722 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (bf9b4640-8c84-4101-a216-0c3fa95a74d0), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:07.637398 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9b4640-8c84-4101-a216-0c3fa95a74d0,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:07.699863 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576399'] for router_gateway (ceeb0767-7336-4f85-a116-d426708c9371), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:07.789424 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31717'] for router (ceeb0767-7336-4f85-a116-d426708c9371), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:07.791577 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Publish callbacks [] for router_controller (ceeb0767-7336-4f85-a116-d426708c9371), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:07.905805 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:07.938790 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678440'] for router (ceeb0767-7336-4f85-a116-d426708c9371), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:07.939317 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceeb0767-7336-4f85-a116-d426708c9371 {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:30:07.943804 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:07.945159 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-576efc60-15e0-4b4a-a3d5-85f20e2d0faa admin admin] 10.222.0.13 "DELETE /v2.0/routers/ceeb0767-7336-4f85-a116-d426708c9371 HTTP/1.1" status: 204 len: 168 time: 1.0618198 Apr 11 19:30:07.947692 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35830) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:07.998551 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a988d2ec-a2a5-4fb3-8a42-92e9d08a6c5e admin admin] Deleting subnet fdef079b-439f-42ac-b580-e0859c57fe7f {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:30:08.001920 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a988d2ec-a2a5-4fb3-8a42-92e9d08a6c5e admin admin] Publish callbacks [] for subnet (fdef079b-439f-42ac-b580-e0859c57fe7f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.042242 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a988d2ec-a2a5-4fb3-8a42-92e9d08a6c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (fdef079b-439f-42ac-b580-e0859c57fe7f), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.081653 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-5a9e68c9-2c60-4036-b268-bbb42ad15e22 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:08.084425 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-5a9e68c9-2c60-4036-b268-bbb42ad15e22 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.23 "GET /v2.0/networks?id=391260bf-7ab1-4c0a-9acb-8b34758d932a HTTP/1.1" status: 200 len: 809 time: 0.1237655 Apr 11 19:30:08.098197 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Request body: {'port': {'device_id': '5cda6359-337b-4cdb-902d-bb18d8c3b106', 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a', 'admin_state_up': True, 'tenant_id': 'ab136d31202f41b0a4c2a15f0caf6dda'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:08.137346 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a988d2ec-a2a5-4fb3-8a42-92e9d08a6c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (fdef079b-439f-42ac-b580-e0859c57fe7f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.140231 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7c7f013-fcdd-46e3-bb14-86dc65af9562 req-7309b3c3-defb-4758-a699-ca6ae7841bb4 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 210 time: 0.0384810 Apr 11 19:30:08.260934 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a988d2ec-a2a5-4fb3-8a42-92e9d08a6c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (fdef079b-439f-42ac-b580-e0859c57fe7f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.289657 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-a988d2ec-a2a5-4fb3-8a42-92e9d08a6c5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.293663 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-a988d2ec-a2a5-4fb3-8a42-92e9d08a6c5e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fdef079b-439f-42ac-b580-e0859c57fe7f HTTP/1.1" status: 204 len: 168 time: 0.3447371 Apr 11 19:30:08.299144 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988d2ec-a2a5-4fb3-8a42-92e9d08a6c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdef079b-439f-42ac-b580-e0859c57fe7f,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:08.299415 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d2f8ba-7a5c-413f-b9b0-ac402b9a6d3a None None] Network 6cd11be6-8a97-4d09-8094-13b2b9adbbed requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:30:08.299526 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35834) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:08.328269 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Made reservation on behalf of ab136d31202f41b0a4c2a15f0caf6dda for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:30:08.331759 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.399405 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (6cd11be6-8a97-4d09-8094-13b2b9adbbed), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.512503 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Deleting port 96b38162-6783-4a35-bb95-9d5f6762cdc6 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:08.512835 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.573157 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Allocated IP 172.20.0.14 (391260bf-7ab1-4c0a-9acb-8b34758d932a/a87e9550-e475-451c-ba85-b538dc690bbe/090a818e-6f6d-49cf-b3ee-318115171975) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:30:08.597051 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] For port 96b38162-6783-4a35-bb95-9d5f6762cdc6, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=96b38162-6783-4a35-bb95-9d5f6762cdc6,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:08.597418 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.616627 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bcb535-e0e7-410f-9f16-6dcdfaab83b9 None None] DHCP port deletion for 6cd11be6-8a97-4d09-8094-13b2b9adbbed request from dv-cinder-837362-1-iscsi {{(pid=103946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:30:08.618466 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Calling delete_port for 96b38162-6783-4a35-bb95-9d5f6762cdc6 owned by network:dhcp {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:08.661208 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f4bcb535-e0e7-410f-9f16-6dcdfaab83b9 None None] Deleting port 96b38162-6783-4a35-bb95-9d5f6762cdc6 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:08.661660 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb535-e0e7-410f-9f16-6dcdfaab83b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.723935 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f4bcb535-e0e7-410f-9f16-6dcdfaab83b9 None None] For port 96b38162-6783-4a35-bb95-9d5f6762cdc6, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=96b38162-6783-4a35-bb95-9d5f6762cdc6,segment=NetworkSegment(9ce55391-4a68-48c9-af43-33970ca2f6cc),segment_id=9ce55391-4a68-48c9-af43-33970ca2f6cc)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:08.724358 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb535-e0e7-410f-9f16-6dcdfaab83b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.740605 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f4bcb535-e0e7-410f-9f16-6dcdfaab83b9 None None] Calling delete_port for 96b38162-6783-4a35-bb95-9d5f6762cdc6 owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:08.809329 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks [] for port (090a818e-6f6d-49cf-b3ee-318115171975), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.872010 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.878079 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb535-e0e7-410f-9f16-6dcdfaab83b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609'] for port (96b38162-6783-4a35-bb95-9d5f6762cdc6), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.899230 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b38162-6783-4a35-bb95-9d5f6762cdc6,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:08.901034 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] No DVR routers for this DVR port 96b38162-6783-4a35-bb95-9d5f6762cdc6 on host dv-cinder-837362-1-iscsi {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:30:08.902922 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (090a818e-6f6d-49cf-b3ee-318115171975), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:08.903254 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcb535-e0e7-410f-9f16-6dcdfaab83b9 None None] Pushing event deleted for resources: {'Port': ['ID=96b38162-6783-4a35-bb95-9d5f6762cdc6,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:08.908355 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bcb535-e0e7-410f-9f16-6dcdfaab83b9 None None] No DVR routers for this DVR port 96b38162-6783-4a35-bb95-9d5f6762cdc6 on host dv-cinder-837362-1-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:30:09.015937 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (6cd11be6-8a97-4d09-8094-13b2b9adbbed), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.037819 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Network 391260bf-7ab1-4c0a-9acb-8b34758d932a is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:30:09.051822 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:09.053380 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Pushing event updated for resources: {'Port': ['ID=090a818e-6f6d-49cf-b3ee-318115171975,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:09.058034 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:30:09.061478 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd11be6-8a97-4d09-8094-13b2b9adbbed']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:09.092789 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce55391-4a68-48c9-af43-33970ca2f6cc') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:09.093513 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce55391-4a68-48c9-af43-33970ca2f6cc') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:09.106834 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28937096'] for segment (9ce55391-4a68-48c9-af43-33970ca2f6cc), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.130764 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:09.131391 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.134022 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (9ce55391-4a68-48c9-af43-33970ca2f6cc), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.145017 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:30:09.145122 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28865009'] for segment (9ce55391-4a68-48c9-af43-33970ca2f6cc), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: Traceback (most recent call last): Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: timer() Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: cb(*args, **kw) Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: return func(*args, **kwargs) Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: self._notify() Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: self.callback(batched_events) Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: event.method(event) Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: return f(self, *a, **k) Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._get(url).json() Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: return self.request(url, 'GET', **kwargs) Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:30:09.146815 dv-cinder-837362-1-iscsi neutron-server[103943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:30:09.198906 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 96b38162-6783-4a35-bb95-9d5f6762cdc6 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:30:09.220942 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 96b38162-6783-4a35-bb95-9d5f6762cdc6 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:30:09.221377 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 96b38162-6783-4a35-bb95-9d5f6762cdc6 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:30:09.221804 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 6f090c5c-5c90-44b6-8d38-8d85c3e56feb no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:30:09.227064 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-53f342d1-99da-481e-a3df-905755c7ce7d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1327550 Apr 11 19:30:09.244072 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 6f090c5c-5c90-44b6-8d38-8d85c3e56feb {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:30:09.244425 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 6f090c5c-5c90-44b6-8d38-8d85c3e56feb not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:30:09.244837 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device bf9b4640-8c84-4101-a216-0c3fa95a74d0 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:30:09.247920 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Request body: {'port': {'device_id': '5cda6359-337b-4cdb-902d-bb18d8c3b106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:09.264395 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: bf9b4640-8c84-4101-a216-0c3fa95a74d0 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:30:09.264750 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device bf9b4640-8c84-4101-a216-0c3fa95a74d0 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:30:09.284726 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6319-7b86-4558-a844-47516064ca88 req-e4612428-4949-4531-b8ae-bc7d84aed122 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:09.286307 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-526e6319-7b86-4558-a844-47516064ca88 req-e4612428-4949-4531-b8ae-bc7d84aed122 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 932 time: 0.0725298 Apr 11 19:30:09.289039 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (6cd11be6-8a97-4d09-8094-13b2b9adbbed), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.305593 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.308721 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6cd11be6-8a97-4d09-8094-13b2b9adbbed HTTP/1.1" status: 204 len: 168 time: 1.0107980 Apr 11 19:30:09.314261 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35844) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:09.329477 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf9e04-3e15-4391-ac5d-69b0acf067b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd11be6-8a97-4d09-8094-13b2b9adbbed,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:09.368387 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (090a818e-6f6d-49cf-b3ee-318115171975), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.395536 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-526e6319-7b86-4558-a844-47516064ca88 req-c87f0e3b-7f95-4f58-a80b-a9152e3272fc tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026859 Apr 11 19:30:09.649202 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090a818e-6f6d-49cf-b3ee-318115171975 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:30:09.652839 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579013'] for router_interface (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.657841 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Publish callbacks [] for port (090a818e-6f6d-49cf-b3ee-318115171975), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.671290 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Transition to ACTIVE for port object 090a818e-6f6d-49cf-b3ee-318115171975 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:30:09.757123 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (090a818e-6f6d-49cf-b3ee-318115171975), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.818630 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Pushing event updated for resources: {'Port': ['ID=090a818e-6f6d-49cf-b3ee-318115171975,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:09.890425 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] Deleting port b80b85df-0678-43fb-baf3-79701e08c5f0 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:09.890763 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.891207 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Attempting to bind port 090a818e-6f6d-49cf-b3ee-318115171975 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:30:09.891579 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Attempting to bind port 090a818e-6f6d-49cf-b3ee-318115171975 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'e40f4f0a-75c4-4c07-90da-85c3aa258fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:30:09.892126 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Attempting to bind port 090a818e-6f6d-49cf-b3ee-318115171975 on network 391260bf-7ab1-4c0a-9acb-8b34758d932a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:30:09.896582 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Port 090a818e-6f6d-49cf-b3ee-318115171975 on network 391260bf-7ab1-4c0a-9acb-8b34758d932a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:30:09.896906 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Attempting to bind port 090a818e-6f6d-49cf-b3ee-318115171975 on network 391260bf-7ab1-4c0a-9acb-8b34758d932a {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:30:09.901884 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:30:09.902163 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Checking segment: {'id': 'e40f4f0a-75c4-4c07-90da-85c3aa258fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:30:09.902550 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Bound using segment: {'id': 'e40f4f0a-75c4-4c07-90da-85c3aa258fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:30:09.902978 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Bound port: 090a818e-6f6d-49cf-b3ee-318115171975, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40f4f0a-75c4-4c07-90da-85c3aa258fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:30:09.903340 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (090a818e-6f6d-49cf-b3ee-318115171975), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.979828 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] For port b80b85df-0678-43fb-baf3-79701e08c5f0, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=b80b85df-0678-43fb-baf3-79701e08c5f0,segment=NetworkSegment(e6a8ae8d-0b15-40b3-93c3-406d511a0980),segment_id=e6a8ae8d-0b15-40b3-93c3-406d511a0980)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:09.980163 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:09.985488 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] For port 090a818e-6f6d-49cf-b3ee-318115171975, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:30:09.988678 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] For port 090a818e-6f6d-49cf-b3ee-318115171975, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=090a818e-6f6d-49cf-b3ee-318115171975,segment=NetworkSegment(e40f4f0a-75c4-4c07-90da-85c3aa258fc5),segment_id=e40f4f0a-75c4-4c07-90da-85c3aa258fc5)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:30:09.995869 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] Calling delete_port for b80b85df-0678-43fb-baf3-79701e08c5f0 owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:10.078451 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (090a818e-6f6d-49cf-b3ee-318115171975), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:10.118588 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:10.119194 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:10.120668 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] 10.222.0.23 "PUT /v2.0/ports/090a818e-6f6d-49cf-b3ee-318115171975 HTTP/1.1" status: 200 len: 1094 time: 0.8772631 Apr 11 19:30:10.121118 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cda6359-337b-4cdb-902d-bb18d8c3b106', 'tag': '090a818e-6f6d-49cf-b3ee-318115171975'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:30:10.123968 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2fb9fc-75ab-4659-a8e2-bceee26fafef" -d '{"events": [{"name": "network-changed", "server_uuid": "5cda6359-337b-4cdb-902d-bb18d8c3b106", "tag": "090a818e-6f6d-49cf-b3ee-318115171975"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:30:10.151809 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf27f0b-a5d4-4399-b167-5435fb046dbe service neutron] Pushing event updated for resources: {'Port': ['ID=090a818e-6f6d-49cf-b3ee-318115171975,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:10.165117 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb858d6-63b6-4900-8224-c22591433bec x-openstack-request-id: req-ecb858d6-63b6-4900-8224-c22591433bec {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:30:10.165314 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cda6359-337b-4cdb-902d-bb18d8c3b106", "tag": "090a818e-6f6d-49cf-b3ee-318115171975", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:30:10.165821 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecb858d6-63b6-4900-8224-c22591433bec {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:30:10.166472 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb858d6-63b6-4900-8224-c22591433bec'] response: {'name': 'network-changed', 'server_uuid': '5cda6359-337b-4cdb-902d-bb18d8c3b106', 'tag': '090a818e-6f6d-49cf-b3ee-318115171975', 'status': 'completed', 'code': 200} Apr 11 19:30:10.231294 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fb9fc-75ab-4659-a8e2-bceee26fafef req-3e3ee878-3d03-4652-b52b-c0393db0892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:10.232856 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eb2fb9fc-75ab-4659-a8e2-bceee26fafef req-3e3ee878-3d03-4652-b52b-c0393db0892f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab136d31202f41b0a4c2a15f0caf6dda&device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 1128 time: 0.0418861 Apr 11 19:30:10.283653 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (b80b85df-0678-43fb-baf3-79701e08c5f0), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:10.308982 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=b80b85df-0678-43fb-baf3-79701e08c5f0,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:10.344673 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fb9fc-75ab-4659-a8e2-bceee26fafef req-77ca4f25-f3c4-487a-a398-6c5f3df1ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:10.346165 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eb2fb9fc-75ab-4659-a8e2-bceee26fafef req-77ca4f25-f3c4-487a-a398-6c5f3df1ac69 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ab136d31202f41b0a4c2a15f0caf6dda&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1055019 Apr 11 19:30:10.450343 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fb9fc-75ab-4659-a8e2-bceee26fafef req-e042813a-b135-4453-9c42-188e74bb27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:10.452671 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eb2fb9fc-75ab-4659-a8e2-bceee26fafef req-e042813a-b135-4453-9c42-188e74bb27b2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001661 Apr 11 19:30:10.550238 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39397449-cd87-48a2-8b84-38315bc82cbc req-77fad67f-4314-4473-a549-318a70e42b77 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:10.551903 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-39397449-cd87-48a2-8b84-38315bc82cbc req-77fad67f-4314-4473-a549-318a70e42b77 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 944 time: 0.0830448 Apr 11 19:30:10.555384 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-31e6d314-702b-49b5-81c1-ed7fac303fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:10.556890 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-31e6d314-702b-49b5-81c1-ed7fac303fcf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab136d31202f41b0a4c2a15f0caf6dda&device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 1128 time: 0.0544138 Apr 11 19:30:10.616425 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-a496e772-f3ec-4994-8202-1e08f7d63726 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090a818e-6f6d-49cf-b3ee-318115171975 HTTP/1.1" status: 200 len: 217 time: 0.0506723 Apr 11 19:30:10.673065 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-39397449-cd87-48a2-8b84-38315bc82cbc req-6e4f5f9f-7193-4042-beca-7995f9253a3c tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148336 Apr 11 19:30:10.686662 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-6230dd09-eb60-47c9-b518-03b770163125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:10.688450 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-6230dd09-eb60-47c9-b518-03b770163125 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a87e9550-e475-451c-ba85-b538dc690bbe HTTP/1.1" status: 200 len: 849 time: 0.0662816 Apr 11 19:30:10.721898 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-ab2df0f5-b67b-4123-85d1-447736b0e049 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=391260bf-7ab1-4c0a-9acb-8b34758d932a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272830 Apr 11 19:30:10.732139 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578921'] for router_interface (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:10.812695 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-10156bd0-8f82-4b47-b807-cb21cddf71af service neutron] 10.222.0.23 "GET /v2.0/networks/391260bf-7ab1-4c0a-9acb-8b34758d932a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852842 Apr 11 19:30:10.900820 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0b1e28a4-3a7f-4f72-a02f-ebb871c28976 req-c53724ae-9ffb-4ec3-a5a6-eb8c61de493a service neutron] 10.222.0.23 "GET /v2.0/networks/391260bf-7ab1-4c0a-9acb-8b34758d932a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818021 Apr 11 19:30:10.948973 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] Router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:30:11.058116 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:30:11.063085 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-fc0199ff-5cf4-414c-9808-f5012058d6ec admin admin] 10.222.0.13 "PUT /v2.0/routers/ceed78b9-0bca-42cb-bb25-d14bd70c9e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493930 Apr 11 19:30:11.065668 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35850) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:11.069376 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ffc7e-7a2a-42da-9e3f-d3285f7ccd14 None None] Sync routers for ids ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:30:11.076617 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ffc7e-7a2a-42da-9e3f-d3285f7ccd14 None None] Routers {'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:11.077235 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-146ffc7e-7a2a-42da-9e3f-d3285f7ccd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:11.174264 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Publish callbacks [] for router (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:11.193086 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-146ffc7e-7a2a-42da-9e3f-d3285f7ccd14 None None] Set router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:11.282462 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Publish callbacks [] for router_gateway (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:11.365392 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-146ffc7e-7a2a-42da-9e3f-d3285f7ccd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'name': 'tempest-TestShelveInstance-1108444556-router', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:56Z', 'updated_at': '2022-04-11T19:30:10Z', 'revision_number': 5, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'gw_port': {'id': '5aeb77e6-b4d5-484d-b1b6-a9b04f372d97', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:57Z', 'updated_at': '2022-04-11T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:11.381213 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Deleting port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:11.381555 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:11.395777 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ffc7e-7a2a-42da-9e3f-d3285f7ccd14 None None] Checking router: ceed78b9-0bca-42cb-bb25-d14bd70c9e0e for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:30:11.404484 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ffc7e-7a2a-42da-9e3f-d3285f7ccd14 None None] Routers {'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:11.405443 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-146ffc7e-7a2a-42da-9e3f-d3285f7ccd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:11.463688 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] For port 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=5aeb77e6-b4d5-484d-b1b6-a9b04f372d97,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:11.464003 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:11.477374 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Calling delete_port for 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:11.497016 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-146ffc7e-7a2a-42da-9e3f-d3285f7ccd14 None None] Set router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:11.549652 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-146ffc7e-7a2a-42da-9e3f-d3285f7ccd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'name': 'tempest-TestShelveInstance-1108444556-router', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:56Z', 'updated_at': '2022-04-11T19:30:11Z', 'revision_number': 6, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'gw_port_host': None}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:11.703716 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ffc7e-7a2a-42da-9e3f-d3285f7ccd14 None None] The sync data for ids ['ceed78b9-0bca-42cb-bb25-d14bd70c9e0e'] in dv-cinder-837362-1-iscsi is: [{'id': 'ceed78b9-0bca-42cb-bb25-d14bd70c9e0e', 'name': 'tempest-TestShelveInstance-1108444556-router', 'tenant_id': '3053f574904f44b681b171c0d1ac8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:24:56Z', 'updated_at': '2022-04-11T19:30:11Z', 'revision_number': 6, 'project_id': '3053f574904f44b681b171c0d1ac8228', 'gw_port_host': None}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:30:11.721797 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (5aeb77e6-b4d5-484d-b1b6-a9b04f372d97), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:11.747576 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=5aeb77e6-b4d5-484d-b1b6-a9b04f372d97,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:11.799449 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4603c-8777-4d9e-a819-25a9b69ab523 req-3cc6ce2c-24a2-44fd-9576-7866a82f9008 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:11.800957 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2eb4603c-8777-4d9e-a819-25a9b69ab523 req-3cc6ce2c-24a2-44fd-9576-7866a82f9008 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 944 time: 0.0549567 Apr 11 19:30:11.817495 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576399'] for router_gateway (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:11.848313 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2eb4603c-8777-4d9e-a819-25a9b69ab523 req-a7e64be0-6cd9-41f5-8168-e977b9674467 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414703 Apr 11 19:30:11.911569 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31717'] for router (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:11.913737 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Publish callbacks [] for router_controller (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.052939 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678440'] for router (ceed78b9-0bca-42cb-bb25-d14bd70c9e0e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.053623 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceed78b9-0bca-42cb-bb25-d14bd70c9e0e {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:30:12.058208 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.059122 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-53dd29f7-1b7b-4ffe-8895-45afb628b2dd admin admin] 10.222.0.13 "DELETE /v2.0/routers/ceed78b9-0bca-42cb-bb25-d14bd70c9e0e HTTP/1.1" status: 204 len: 168 time: 0.9925168 Apr 11 19:30:12.062976 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35854) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:12.115267 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-263a37d1-5dcc-4b1b-b716-e56e4315973d admin admin] Deleting subnet 68175ba1-a086-4745-b976-11a1593a61c4 {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:30:12.118709 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-263a37d1-5dcc-4b1b-b716-e56e4315973d admin admin] Publish callbacks [] for subnet (68175ba1-a086-4745-b976-11a1593a61c4), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.156137 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-263a37d1-5dcc-4b1b-b716-e56e4315973d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28937089'] for subnet (68175ba1-a086-4745-b976-11a1593a61c4), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.242298 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-263a37d1-5dcc-4b1b-b716-e56e4315973d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (68175ba1-a086-4745-b976-11a1593a61c4), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.386400 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-263a37d1-5dcc-4b1b-b716-e56e4315973d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28864859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29274686'] for subnet (68175ba1-a086-4745-b976-11a1593a61c4), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.413454 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a37d1-5dcc-4b1b-b716-e56e4315973d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68175ba1-a086-4745-b976-11a1593a61c4,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:12.417225 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-263a37d1-5dcc-4b1b-b716-e56e4315973d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.420974 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-263a37d1-5dcc-4b1b-b716-e56e4315973d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/68175ba1-a086-4745-b976-11a1593a61c4 HTTP/1.1" status: 204 len: 168 time: 0.3570726 Apr 11 19:30:12.423037 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35864) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:12.423420 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c18b6fe-0068-4940-aca6-6f4efc3db11d None None] Network 9a7a3829-0f57-452c-9d9a-36f29df6db5e requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:30:12.491831 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (9a7a3829-0f57-452c-9d9a-36f29df6db5e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.544786 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Deleting port e1bbd111-4dcd-44f3-8699-581a7864c7b9 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:12.545125 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.579325 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e504b5-1eef-4c7e-a0dc-3dbcdb661c78 None None] DHCP port deletion for 9a7a3829-0f57-452c-9d9a-36f29df6db5e request from dv-cinder-837362-1-iscsi {{(pid=103946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:30:12.619423 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] For port e1bbd111-4dcd-44f3-8699-581a7864c7b9, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e1bbd111-4dcd-44f3-8699-581a7864c7b9,segment=NetworkSegment(e6a8ae8d-0b15-40b3-93c3-406d511a0980),segment_id=e6a8ae8d-0b15-40b3-93c3-406d511a0980)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:12.619960 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.624307 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-18e504b5-1eef-4c7e-a0dc-3dbcdb661c78 None None] Deleting port e1bbd111-4dcd-44f3-8699-581a7864c7b9 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:12.624702 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-18e504b5-1eef-4c7e-a0dc-3dbcdb661c78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.635762 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Calling delete_port for e1bbd111-4dcd-44f3-8699-581a7864c7b9 owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:12.695014 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-18e504b5-1eef-4c7e-a0dc-3dbcdb661c78 None None] For port e1bbd111-4dcd-44f3-8699-581a7864c7b9, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e1bbd111-4dcd-44f3-8699-581a7864c7b9,segment=NetworkSegment(e6a8ae8d-0b15-40b3-93c3-406d511a0980),segment_id=e6a8ae8d-0b15-40b3-93c3-406d511a0980)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:12.695495 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-18e504b5-1eef-4c7e-a0dc-3dbcdb661c78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.711832 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-18e504b5-1eef-4c7e-a0dc-3dbcdb661c78 None None] Calling delete_port for e1bbd111-4dcd-44f3-8699-581a7864c7b9 owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:12.804072 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-18e504b5-1eef-4c7e-a0dc-3dbcdb661c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.809103 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (e1bbd111-4dcd-44f3-8699-581a7864c7b9), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.833348 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e504b5-1eef-4c7e-a0dc-3dbcdb661c78 None None] Pushing event deleted for resources: {'Port': ['ID=e1bbd111-4dcd-44f3-8699-581a7864c7b9,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:12.839807 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e504b5-1eef-4c7e-a0dc-3dbcdb661c78 None None] No DVR routers for this DVR port e1bbd111-4dcd-44f3-8699-581a7864c7b9 on host dv-cinder-837362-1-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:30:12.845442 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bbd111-4dcd-44f3-8699-581a7864c7b9,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:12.847491 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] No DVR routers for this DVR port e1bbd111-4dcd-44f3-8699-581a7864c7b9 on host dv-cinder-837362-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:30:12.858092 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700c86b-db7f-4f6c-80b5-5328d4985375 req-a6aa13e2-2e4f-4528-8e14-d44cb60c3266 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:12.859910 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5700c86b-db7f-4f6c-80b5-5328d4985375 req-a6aa13e2-2e4f-4528-8e14-d44cb60c3266 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0726097 Apr 11 19:30:12.910149 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5700c86b-db7f-4f6c-80b5-5328d4985375 req-a6fe861c-9913-4a97-85d3-622dfff5a677 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445199 Apr 11 19:30:12.931597 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (9a7a3829-0f57-452c-9d9a-36f29df6db5e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.952802 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7a3829-0f57-452c-9d9a-36f29df6db5e']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:12.962507 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a8ae8d-0b15-40b3-93c3-406d511a0980') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:12.962802 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a8ae8d-0b15-40b3-93c3-406d511a0980') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:12.973478 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29057243'] for segment (e6a8ae8d-0b15-40b3-93c3-406d511a0980), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.986994 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (e6a8ae8d-0b15-40b3-93c3-406d511a0980), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.993810 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:30:12.994261 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25449861'] for segment (e6a8ae8d-0b15-40b3-93c3-406d511a0980), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: Traceback (most recent call last): Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: timer() Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: cb(*args, **kw) Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: return func(*args, **kwargs) Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: self._notify() Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: self.callback(batched_events) Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: event.method(event) Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: return f(self, *a, **k) Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._get(url).json() Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: return self.request(url, 'GET', **kwargs) Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:30:12.996187 dv-cinder-837362-1-iscsi neutron-server[103944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:30:13.157319 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (9a7a3829-0f57-452c-9d9a-36f29df6db5e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:13.164785 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:13.173037 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9a7a3829-0f57-452c-9d9a-36f29df6db5e HTTP/1.1" status: 204 len: 168 time: 0.7441154 Apr 11 19:30:13.187110 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c1c4e-b4d9-4232-8be5-5d1aa0ca2a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7a3829-0f57-452c-9d9a-36f29df6db5e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:13.211555 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device b80b85df-0678-43fb-baf3-79701e08c5f0 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:30:13.233781 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: b80b85df-0678-43fb-baf3-79701e08c5f0 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:30:13.234135 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device b80b85df-0678-43fb-baf3-79701e08c5f0 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:30:13.234551 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e1bbd111-4dcd-44f3-8699-581a7864c7b9 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:30:13.255907 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: e1bbd111-4dcd-44f3-8699-581a7864c7b9 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:30:13.256262 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e1bbd111-4dcd-44f3-8699-581a7864c7b9 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:30:13.256673 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:30:13.260670 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc128e-f4e3-40fe-95d6-c5e27accd6dc req-e557ee41-d161-41aa-95b7-34478f993ef8 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:13.262158 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9fbc128e-f4e3-40fe-95d6-c5e27accd6dc req-e557ee41-d161-41aa-95b7-34478f993ef8 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 944 time: 0.3431244 Apr 11 19:30:13.283262 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:30:13.283613 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 5aeb77e6-b4d5-484d-b1b6-a9b04f372d97 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:30:13.313175 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9fbc128e-f4e3-40fe-95d6-c5e27accd6dc req-9515663f-2b20-4bf0-8bf1-8f96045dd0a5 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Apr 11 19:30:13.514517 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35872) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:13.554391 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9a3a7656-36d5-474a-ae5c-f0e60f2c415a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80c71be3609f4a6f9f7172b0ed5fcba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386937 Apr 11 19:30:13.556712 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35874) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:13.602828 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c51684ad-7673-467f-b173-5ca00132567c admin admin] Publish callbacks [] for security_group (1c4f1aa4-76ef-492f-b800-562341870cda), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:13.623814 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c51684ad-7673-467f-b173-5ca00132567c admin admin] Publish callbacks [] for security_group (1c4f1aa4-76ef-492f-b800-562341870cda), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:13.722990 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c51684ad-7673-467f-b173-5ca00132567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (1c4f1aa4-76ef-492f-b800-562341870cda), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:13.725518 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c51684ad-7673-467f-b173-5ca00132567c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:13.726677 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c51684ad-7673-467f-b173-5ca00132567c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c4f1aa4-76ef-492f-b800-562341870cda HTTP/1.1" status: 204 len: 168 time: 0.1690540 Apr 11 19:30:13.734920 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51684ad-7673-467f-b173-5ca00132567c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f1aa4-76ef-492f-b800-562341870cda,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:14.028238 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baaecab-88c0-4867-beaa-0bec9354f88b req-e413f97a-13e3-4ef2-86aa-af1363dfe32b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:14.030243 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6baaecab-88c0-4867-beaa-0bec9354f88b req-e413f97a-13e3-4ef2-86aa-af1363dfe32b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0519056 Apr 11 19:30:14.078149 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6baaecab-88c0-4867-beaa-0bec9354f88b req-26e000bf-a91c-4056-8420-7faa167ddb0d tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420029 Apr 11 19:30:14.344644 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35884) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:14.385824 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-852ddad1-80e6-4c04-acf4-0dc6c9e9e49c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3053f574904f44b681b171c0d1ac8228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399084 Apr 11 19:30:14.388169 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35886) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:14.431687 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09899-c67e-4d0e-a662-72846fa0d741 req-af9b8e7e-5ffa-4b4f-991a-c41d90793d44 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:14.433277 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-86a09899-c67e-4d0e-a662-72846fa0d741 req-af9b8e7e-5ffa-4b4f-991a-c41d90793d44 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 944 time: 0.0515141 Apr 11 19:30:14.439360 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-229cca45-74f7-4192-9dfa-f538733bf997 admin admin] Publish callbacks [] for security_group (416e6db9-e8b8-4b3d-aa50-5ed96c8246b6), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:14.461293 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-229cca45-74f7-4192-9dfa-f538733bf997 admin admin] Publish callbacks [] for security_group (416e6db9-e8b8-4b3d-aa50-5ed96c8246b6), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:14.481186 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-86a09899-c67e-4d0e-a662-72846fa0d741 req-02a70364-846d-443f-99db-3a6a8a7cc79b tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Apr 11 19:30:14.580481 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-229cca45-74f7-4192-9dfa-f538733bf997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (416e6db9-e8b8-4b3d-aa50-5ed96c8246b6), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:14.583150 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-229cca45-74f7-4192-9dfa-f538733bf997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:14.584361 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-229cca45-74f7-4192-9dfa-f538733bf997 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/416e6db9-e8b8-4b3d-aa50-5ed96c8246b6 HTTP/1.1" status: 204 len: 168 time: 0.1951501 Apr 11 19:30:14.587030 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3f091-7a50-415f-9629-de9074798372 req-7f558a27-42b3-4597-83cc-e6b6847393b1 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:14.588490 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-52b3f091-7a50-415f-9629-de9074798372 req-7f558a27-42b3-4597-83cc-e6b6847393b1 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.23 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0449567 Apr 11 19:30:14.593228 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cca45-74f7-4192-9dfa-f538733bf997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416e6db9-e8b8-4b3d-aa50-5ed96c8246b6,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:14.688257 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Deleting port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:14.688514 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:14.692838 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 090a818e-6f6d-49cf-b3ee-318115171975 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:30:14.784194 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] For port 6cf1267f-d58b-4784-8932-7fc72efcc1a9, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=6cf1267f-d58b-4784-8932-7fc72efcc1a9,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:14.784490 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:14.800838 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 090a818e-6f6d-49cf-b3ee-318115171975, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=090a818e-6f6d-49cf-b3ee-318115171975,segment=NetworkSegment(e40f4f0a-75c4-4c07-90da-85c3aa258fc5),segment_id=e40f4f0a-75c4-4c07-90da-85c3aa258fc5)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:14.817120 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '090a818e-6f6d-49cf-b3ee-318115171975', 'network_id': '391260bf-7ab1-4c0a-9acb-8b34758d932a', 'port_id': '090a818e-6f6d-49cf-b3ee-318115171975', 'mac_address': 'fa:16:3e:4f:3c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87e9550-e475-451c-ba85-b538dc690bbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:30:14.857543 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 090a818e-6f6d-49cf-b3ee-318115171975 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:14.857933 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (090a818e-6f6d-49cf-b3ee-318115171975), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:14.872027 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090a818e-6f6d-49cf-b3ee-318115171975 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:30:14.892127 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 090a818e-6f6d-49cf-b3ee-318115171975, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=090a818e-6f6d-49cf-b3ee-318115171975,segment=NetworkSegment(e40f4f0a-75c4-4c07-90da-85c3aa258fc5),segment_id=e40f4f0a-75c4-4c07-90da-85c3aa258fc5)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:14.972303 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (090a818e-6f6d-49cf-b3ee-318115171975), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:14.972848 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:14.975886 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (bbba880e-0097-4fa4-8b93-1059d9714bd3), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:14.975886 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Floating IP bbba880e-0097-4fa4-8b93-1059d9714bd3 disassociated. External IP: 172.27.2.132, port: 6cf1267f-d58b-4784-8932-7fc72efcc1a9. Apr 11 19:30:14.975886 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Calling delete_port for 6cf1267f-d58b-4784-8932-7fc72efcc1a9 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:15.038084 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=090a818e-6f6d-49cf-b3ee-318115171975,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:15.168962 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['090a818e-6f6d-49cf-b3ee-318115171975'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:30:15.189459 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (6cf1267f-d58b-4784-8932-7fc72efcc1a9), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:15.242859 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5eda1-ab8b-449d-81f7-d5e06661360e req-1c6f18ae-93a3-4a56-89ed-742bd1d73964 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:15.250661 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6ef5eda1-ab8b-449d-81f7-d5e06661360e req-1c6f18ae-93a3-4a56-89ed-742bd1d73964 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 946 time: 0.1008039 Apr 11 19:30:15.263908 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event deleted for resources: {'Port': ['ID=6cf1267f-d58b-4784-8932-7fc72efcc1a9,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:15.364030 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6ef5eda1-ab8b-449d-81f7-d5e06661360e req-b3f4aef8-d394-4ca2-abb5-8aa5f3340d65 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=743893b1-8a00-47a3-b2ae-c2f9826dcedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124048 Apr 11 19:30:15.426164 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Router 7f1f0a6f-195d-45e9-85a3-211ff5332900 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:30:15.547992 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:30:15.560899 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1315a2b0-8ee5-4019-8c31-e458e4ad15c0 None None] Sync routers for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:30:15.577876 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1315a2b0-8ee5-4019-8c31-e458e4ad15c0 None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:15.578421 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1315a2b0-8ee5-4019-8c31-e458e4ad15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:15.656290 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] No DVR routers for this DVR port 6cf1267f-d58b-4784-8932-7fc72efcc1a9 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:30:15.662902 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:15.667955 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-52b3f091-7a50-415f-9629-de9074798372 req-05059738-a1df-44e6-b1c8-f202fcbce35b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.23 "DELETE /v2.0/ports/6cf1267f-d58b-4784-8932-7fc72efcc1a9 HTTP/1.1" status: 204 len: 173 time: 1.0745027 Apr 11 19:30:15.668842 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'name': 'network-vif-deleted', 'tag': '6cf1267f-d58b-4784-8932-7fc72efcc1a9'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:30:15.672970 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7197f35c-d70f-45a2-bf04-83d2f7543947" -d '{"events": [{"server_uuid": "4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3", "name": "network-vif-deleted", "tag": "6cf1267f-d58b-4784-8932-7fc72efcc1a9"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:30:15.690690 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eed40c-8c86-4104-917d-561c0f538061 req-07e74e47-84a1-4565-a0d8-75a9469770e8 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:15.692681 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-96eed40c-8c86-4104-917d-561c0f538061 req-07e74e47-84a1-4565-a0d8-75a9469770e8 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 945 time: 0.1258268 Apr 11 19:30:15.741861 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a54372-3482-4f21-9b99-88624a9ff047 x-openstack-request-id: req-41a54372-3482-4f21-9b99-88624a9ff047 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:30:15.742366 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3", "name": "network-vif-deleted", "tag": "6cf1267f-d58b-4784-8932-7fc72efcc1a9", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:30:15.742799 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41a54372-3482-4f21-9b99-88624a9ff047 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:30:15.743428 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a54372-3482-4f21-9b99-88624a9ff047'] response: {'server_uuid': '4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3', 'name': 'network-vif-deleted', 'tag': '6cf1267f-d58b-4784-8932-7fc72efcc1a9', 'status': 'completed', 'code': 200} Apr 11 19:30:15.788884 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-96eed40c-8c86-4104-917d-561c0f538061 req-adbe6e60-da86-4335-bec4-551b91c54129 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904145 Apr 11 19:30:15.859550 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-1315a2b0-8ee5-4019-8c31-e458e4ad15c0 None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:15.978040 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35914) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:16.078969 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1315a2b0-8ee5-4019-8c31-e458e4ad15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:16.097521 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-440443792-network', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:16.105817 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1315a2b0-8ee5-4019-8c31-e458e4ad15c0 None None] Checking router: 7f1f0a6f-195d-45e9-85a3-211ff5332900 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:30:16.114233 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1315a2b0-8ee5-4019-8c31-e458e4ad15c0 None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:16.114849 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1315a2b0-8ee5-4019-8c31-e458e4ad15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:16.207315 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Made reservation on behalf of b5adfa3d877040b6803d66692bd10f92 for: {'network': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:30:16.209794 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:16.219547 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:16.224289 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-1315a2b0-8ee5-4019-8c31-e458e4ad15c0 None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:16.301271 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Publish callbacks [] for security_group (3d0787e6-16ea-4dce-a001-2e826edafeed), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:16.367079 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (3d0787e6-16ea-4dce-a001-2e826edafeed), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:16.400000 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:30:16.409683 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0787e6-16ea-4dce-a001-2e826edafeed,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:16.416072 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (26b3d12c-f58e-4f2d-9639-f81990d3581b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:16.417457 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.segments_db [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Added segment 26b3d12c-f58e-4f2d-9639-f81990d3581b of type vlan for network b44f8569-24f0-4104-825c-4fd43ed0406d Apr 11 19:30:16.469708 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1315a2b0-8ee5-4019-8c31-e458e4ad15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:16.470041 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (b44f8569-24f0-4104-825c-4fd43ed0406d), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:16.499244 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1315a2b0-8ee5-4019-8c31-e458e4ad15c0 None None] The sync data for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi is: [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:30:16.519562 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-91c4afb6-baac-4e29-bb51-978fec19fd28 req-d01aef6d-1f19-489f-931e-58d1ff693060 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=4752aa5d-9fa9-4a6a-b5f8-1eb31361c3a3 HTTP/1.1" status: 200 len: 210 time: 0.0434694 Apr 11 19:30:16.591842 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (b44f8569-24f0-4104-825c-4fd43ed0406d), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:16.592843 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:16.593435 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:16.659528 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] Pushing event updated for resources: {'Network': ['ID=b44f8569-24f0-4104-825c-4fd43ed0406d,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:16.675079 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network b44f8569-24f0-4104-825c-4fd43ed0406d details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:30:16.710696 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9d56e14d-b765-409a-be32-2e1bef793963 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7294371 Apr 11 19:30:16.711467 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35920) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:16.716974 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] Request body: {'subnet': {'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-440443792-subnet', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:16.754973 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 090a818e-6f6d-49cf-b3ee-318115171975 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:16.802964 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] Made reservation on behalf of b5adfa3d877040b6803d66692bd10f92 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:30:16.806769 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29092812'] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:16.809285 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 090a818e-6f6d-49cf-b3ee-318115171975 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:30:16.819000 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c2887-10af-4586-a651-8cd5d834ec53 None None] New status for floating IP bbba880e-0097-4fa4-8b93-1059d9714bd3: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:30:16.899516 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 090a818e-6f6d-49cf-b3ee-318115171975 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:16.899868 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (090a818e-6f6d-49cf-b3ee-318115171975), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:16.932385 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43281423-82c3-410f-b172-0d13da5e921a req-a86c6e47-abab-47d5-bf0b-262f55ee88cf tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:16.934338 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-43281423-82c3-410f-b172-0d13da5e921a req-a86c6e47-abab-47d5-bf0b-262f55ee88cf tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 945 time: 0.0543487 Apr 11 19:30:16.985453 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-43281423-82c3-410f-b172-0d13da5e921a req-6b3015ea-6cd0-4a4f-bc8a-7b49b36ca160 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442641 Apr 11 19:30:17.017249 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 090a818e-6f6d-49cf-b3ee-318115171975 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:17.017661 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (090a818e-6f6d-49cf-b3ee-318115171975), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.043962 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cda6359-337b-4cdb-902d-bb18d8c3b106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090a818e-6f6d-49cf-b3ee-318115171975'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:30:17.047149 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f52427-5b54-4cbd-9e97-168e7cb507c6" -d '{"events": [{"server_uuid": "5cda6359-337b-4cdb-902d-bb18d8c3b106", "name": "network-vif-plugged", "status": "completed", "tag": "090a818e-6f6d-49cf-b3ee-318115171975"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:30:17.047661 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25449442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29092830'] for subnet (b5b99a86-23c6-46b5-8f1c-5b8332ade88c), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.061733 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 090a818e-6f6d-49cf-b3ee-318115171975, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=090a818e-6f6d-49cf-b3ee-318115171975,segment=NetworkSegment(e40f4f0a-75c4-4c07-90da-85c3aa258fc5),segment_id=e40f4f0a-75c4-4c07-90da-85c3aa258fc5)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:17.096049 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6289d58e-fa0f-4fe7-95c4-c0923bb307e0 x-openstack-request-id: req-6289d58e-fa0f-4fe7-95c4-c0923bb307e0 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:30:17.096348 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cda6359-337b-4cdb-902d-bb18d8c3b106", "name": "network-vif-plugged", "status": "completed", "tag": "090a818e-6f6d-49cf-b3ee-318115171975", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:30:17.096610 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6289d58e-fa0f-4fe7-95c4-c0923bb307e0 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:30:17.097019 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6289d58e-fa0f-4fe7-95c4-c0923bb307e0'] response: {'server_uuid': '5cda6359-337b-4cdb-902d-bb18d8c3b106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090a818e-6f6d-49cf-b3ee-318115171975', 'code': 200} Apr 11 19:30:17.101609 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b99a86-23c6-46b5-8f1c-5b8332ade88c,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:17.117342 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] Checking segment: {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:30:17.117695 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] Network hostable DHCP agents. Network: b44f8569-24f0-4104-825c-4fd43ed0406d, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:30:17.133205 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (090a818e-6f6d-49cf-b3ee-318115171975), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.134161 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 6cf1267f-d58b-4784-8932-7fc72efcc1a9 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:30:17.174649 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 6cf1267f-d58b-4784-8932-7fc72efcc1a9 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:30:17.175004 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 6cf1267f-d58b-4784-8932-7fc72efcc1a9 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:30:17.185963 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] Network b44f8569-24f0-4104-825c-4fd43ed0406d is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:30:17.198942 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=090a818e-6f6d-49cf-b3ee-318115171975,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:17.288477 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, b44f8569-24f0-4104-825c-4fd43ed0406d) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:17.292379 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:17.292974 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.297908 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4138a491-ee00-4b25-9e4d-4b51d9df885f None None] Network b44f8569-24f0-4104-825c-4fd43ed0406d requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:30:17.378355 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-365db30b-8e12-4f15-9eb4-7f9ad0daa654 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6641195 Apr 11 19:30:17.380027 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35926) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:17.384445 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:17.408373 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6262163-dee1-4f5a-87c6-0b99b28cee6c req-50a7edd1-2463-4613-9bda-0e4a1ca85217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:17.409911 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6262163-dee1-4f5a-87c6-0b99b28cee6c req-50a7edd1-2463-4613-9bda-0e4a1ca85217 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 1130 time: 0.0454466 Apr 11 19:30:17.410908 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-b44f8569-24f0-4104-825c-4fd43ed0406d', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:30:17.411832 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.454391 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6262163-dee1-4f5a-87c6-0b99b28cee6c req-6a0ffb87-5d9b-4351-b5c6-34ec4f59fe1b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 Apr 11 19:30:17.489061 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31735'] for router (855476e6-70e4-434f-8262-c49efdd994a8), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.490225 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-578128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31726'] for router (855476e6-70e4-434f-8262-c49efdd994a8), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.545154 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Publish callbacks [] for router_controller (855476e6-70e4-434f-8262-c49efdd994a8), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.555572 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Allocated IP 172.20.0.2 (b44f8569-24f0-4104-825c-4fd43ed0406d/b5b99a86-23c6-46b5-8f1c-5b8332ade88c/e7c84fce-ff70-4701-aaa1-12ae1fa3de01) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:30:17.675191 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35932) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:17.697693 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Publish callbacks [] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.768864 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.773055 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Publish callbacks [] for router_gateway (855476e6-70e4-434f-8262-c49efdd994a8), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.796567 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf536-8072-449a-aa55-e1f6cbf8ac70 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (743893b1-8a00-47a3-b2ae-c2f9826dcedb), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.810946 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Network b44f8569-24f0-4104-825c-4fd43ed0406d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:30:17.813855 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:17.816320 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:30:17.824578 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf536-8072-449a-aa55-e1f6cbf8ac70 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (743893b1-8a00-47a3-b2ae-c2f9826dcedb), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.831684 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Pushing event updated for resources: {'Port': ['ID=e7c84fce-ff70-4701-aaa1-12ae1fa3de01,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:17.883346 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Attempting to bind port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:30:17.883718 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Attempting to bind port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:30:17.884111 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Attempting to bind port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 on network b44f8569-24f0-4104-825c-4fd43ed0406d {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:30:17.889441 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:30:17.889861 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Checking segment: {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:30:17.890261 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.890651 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Bound using segment: {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:30:17.891115 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Bound port: e7c84fce-ff70-4701-aaa1-12ae1fa3de01, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:30:17.891495 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.955669 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] For port e7c84fce-ff70-4701-aaa1-12ae1fa3de01, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:30:17.958642 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] For port e7c84fce-ff70-4701-aaa1-12ae1fa3de01, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e7c84fce-ff70-4701-aaa1-12ae1fa3de01,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:30:17.984118 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf536-8072-449a-aa55-e1f6cbf8ac70 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (743893b1-8a00-47a3-b2ae-c2f9826dcedb), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.986737 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf536-8072-449a-aa55-e1f6cbf8ac70 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.988997 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1e4cf536-8072-449a-aa55-e1f6cbf8ac70 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "DELETE /v2.0/security-groups/743893b1-8a00-47a3-b2ae-c2f9826dcedb HTTP/1.1" status: 204 len: 168 time: 0.3116531 Apr 11 19:30:17.990941 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35934) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:18.004333 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.api.v2.resource [None req-341f20a5-7b0b-4ab0-b8bc-9b4340fdf03c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] show failed (client error): The resource could not be found. Apr 11 19:30:18.004578 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cf536-8072-449a-aa55-e1f6cbf8ac70 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743893b1-8a00-47a3-b2ae-c2f9826dcedb,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:18.005338 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-341f20a5-7b0b-4ab0-b8bc-9b4340fdf03c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups/743893b1-8a00-47a3-b2ae-c2f9826dcedb HTTP/1.1" status: 404 len: 347 time: 0.0133910 Apr 11 19:30:18.008780 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35936) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:18.044019 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Publish callbacks [] for router_gateway (855476e6-70e4-434f-8262-c49efdd994a8), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:18.065878 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:18.066736 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:18.132852 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202beb39-c09c-44f5-9b5f-6dfdced37fed None None] Pushing event updated for resources: {'Port': ['ID=e7c84fce-ff70-4701-aaa1-12ae1fa3de01,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:18.180390 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911da17-6333-4375-83b2-d4049fe77473 req-5e12fea4-6487-405d-ab12-2d8a98b32754 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:18.187838 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5911da17-6333-4375-83b2-d4049fe77473 req-5e12fea4-6487-405d-ab12-2d8a98b32754 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 946 time: 0.1239879 Apr 11 19:30:18.223941 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-64d9cdd2-7a20-4ef7-b259-526eabbf9171 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Deleting port 05c33306-ce20-4b46-ab98-d25e151438d1 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:18.224301 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-64d9cdd2-7a20-4ef7-b259-526eabbf9171 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (05c33306-ce20-4b46-ab98-d25e151438d1), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:18.279100 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5911da17-6333-4375-83b2-d4049fe77473 req-30614d36-5052-4368-a063-5ab850b7582f tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902429 Apr 11 19:30:18.365658 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-64d9cdd2-7a20-4ef7-b259-526eabbf9171 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (05c33306-ce20-4b46-ab98-d25e151438d1), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:18.366275 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-64d9cdd2-7a20-4ef7-b259-526eabbf9171 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (05c33306-ce20-4b46-ab98-d25e151438d1), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:18.381337 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-64d9cdd2-7a20-4ef7-b259-526eabbf9171 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Calling delete_port for 05c33306-ce20-4b46-ab98-d25e151438d1 owned by network:floatingip {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:18.477729 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Allocated IP 172.27.2.140 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/aa34ad3c-0315-4c4a-a6e1-358a3dda6faf) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:30:18.577883 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Publish callbacks [] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:18.597179 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-64d9cdd2-7a20-4ef7-b259-526eabbf9171 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (05c33306-ce20-4b46-ab98-d25e151438d1), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:18.625140 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9cdd2-7a20-4ef7-b259-526eabbf9171 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event deleted for resources: {'Port': ['ID=05c33306-ce20-4b46-ab98-d25e151438d1,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:18.660765 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:18.687936 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-64d9cdd2-7a20-4ef7-b259-526eabbf9171 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (bbba880e-0097-4fa4-8b93-1059d9714bd3), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:18.690418 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-64d9cdd2-7a20-4ef7-b259-526eabbf9171 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:18.694416 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-64d9cdd2-7a20-4ef7-b259-526eabbf9171 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "DELETE /v2.0/floatingips/bbba880e-0097-4fa4-8b93-1059d9714bd3 HTTP/1.1" status: 204 len: 168 time: 0.6846018 Apr 11 19:30:18.707964 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:30:18.714093 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:18.715927 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Pushing event updated for resources: {'Port': ['ID=aa34ad3c-0315-4c4a-a6e1-358a3dda6faf,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:18.718572 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:30:18.911179 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:30:19.076322 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Publish callbacks [] for router_gateway (855476e6-70e4-434f-8262-c49efdd994a8), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.120528 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c625ac3a-8184-46e2-969f-6eae0c0594aa None None] Network b44f8569-24f0-4104-825c-4fd43ed0406d requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:30:19.184351 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-fec87604-4f3d-4edf-9510-79c777adcd3f None None] Provisioning complete for port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:19.184718 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fec87604-4f3d-4edf-9510-79c777adcd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.258438 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35942) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:19.260990 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e7c84fce-ff70-4701-aaa1-12ae1fa3de01 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:19.265163 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-c52705b6-2a7a-4fb7-9a4f-24c4d16267b2 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1133012866', 'description': 'tempest-description--1449822717'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:19.303667 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419'] for router (855476e6-70e4-434f-8262-c49efdd994a8), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.365990 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:19.366347 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.394935 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c52705b6-2a7a-4fb7-9a4f-24c4d16267b2 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.397219 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-fec87604-4f3d-4edf-9510-79c777adcd3f None None] Current status of the port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:19.397618 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fec87604-4f3d-4edf-9510-79c777adcd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.436224 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf13cb3-f2f7-4a84-b2c8-6a1a7c98a616 req-b79898a2-e415-4180-ba61-6ff9df877e56 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:19.437790 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ddf13cb3-f2f7-4a84-b2c8-6a1a7c98a616 req-b79898a2-e415-4180-ba61-6ff9df877e56 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 946 time: 0.0803392 Apr 11 19:30:19.458976 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-fec87604-4f3d-4edf-9510-79c777adcd3f None None] For port e7c84fce-ff70-4701-aaa1-12ae1fa3de01, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e7c84fce-ff70-4701-aaa1-12ae1fa3de01,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:19.507649 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:19.508091 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.527566 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ddf13cb3-f2f7-4a84-b2c8-6a1a7c98a616 req-7a02ed27-8ab1-41e7-962a-f1f1c109c531 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800631 Apr 11 19:30:19.540922 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fec87604-4f3d-4edf-9510-79c777adcd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.549368 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c52705b6-2a7a-4fb7-9a4f-24c4d16267b2 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (deb4f17e-f2be-4cd6-993d-5c1fee9065c8), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.578739 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Router 855476e6-70e4-434f-8262-c49efdd994a8 is scheduled to L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:30:19.641629 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c52705b6-2a7a-4fb7-9a4f-24c4d16267b2 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (deb4f17e-f2be-4cd6-993d-5c1fee9065c8), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.680551 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52705b6-2a7a-4fb7-9a4f-24c4d16267b2 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb4f17e-f2be-4cd6-993d-5c1fee9065c8,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:19.698797 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:30:19.710371 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Sync routers for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:30:19.723226 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:19.723961 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:19.730773 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c52705b6-2a7a-4fb7-9a4f-24c4d16267b2 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.732624 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c52705b6-2a7a-4fb7-9a4f-24c4d16267b2 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4729204 Apr 11 19:30:19.735533 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35948) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:19.740647 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-01ef77b2-60ae-428d-9132-caebab6b7a0b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'security_group_rule': {'security_group_id': 'deb4f17e-f2be-4cd6-993d-5c1fee9065c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:19.759842 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-40ff5024-8648-4ae1-b64c-2315d10a8711 None None] Provisioning complete for port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:19.760284 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-40ff5024-8648-4ae1-b64c-2315d10a8711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.774379 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.db.api [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 19:30:19.777135 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG oslo_db.api [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 19:30:19.791445 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec87604-4f3d-4edf-9510-79c777adcd3f None None] Pushing event updated for resources: {'Port': ['ID=e7c84fce-ff70-4701-aaa1-12ae1fa3de01,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:19.798316 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:19.802369 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-60248f60-b461-45aa-bab1-9934035837bb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4212408 Apr 11 19:30:19.805910 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 35950) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:19.849294 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:19.855422 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-40ff5024-8648-4ae1-b64c-2315d10a8711 None None] Current status of the port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:19.903073 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-01ef77b2-60ae-428d-9132-caebab6b7a0b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (58155b37-82bf-4b0f-8bc5-1581885818b2), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.031145 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:18Z', 'revision_number': 3, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:20.043102 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-01ef77b2-60ae-428d-9132-caebab6b7a0b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (58155b37-82bf-4b0f-8bc5-1581885818b2), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.064557 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Checking router: 855476e6-70e4-434f-8262-c49efdd994a8 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:30:20.065133 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Updating router 855476e6-70e4-434f-8262-c49efdd994a8 port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf binding host dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:30:20.094463 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.107788 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-01ef77b2-60ae-428d-9132-caebab6b7a0b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (58155b37-82bf-4b0f-8bc5-1581885818b2), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.155111 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef77b2-60ae-428d-9132-caebab6b7a0b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58155b37-82bf-4b0f-8bc5-1581885818b2,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:20.245830 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-01ef77b2-60ae-428d-9132-caebab6b7a0b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.247175 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-01ef77b2-60ae-428d-9132-caebab6b7a0b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5103059 Apr 11 19:30:20.250584 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35958) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:20.259494 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-faa9210f-69d5-43f8-b192-a5584644e4d9 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'security_group_rule': {'security_group_id': 'deb4f17e-f2be-4cd6-993d-5c1fee9065c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:20.308870 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.317354 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:20.360857 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Publish callbacks [] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.367892 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-faa9210f-69d5-43f8-b192-a5584644e4d9 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (938f6a66-faae-46be-8267-521c857c64ac), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.432584 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-faa9210f-69d5-43f8-b192-a5584644e4d9 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (938f6a66-faae-46be-8267-521c857c64ac), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.437492 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.487759 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Allocated IP 172.20.0.1 (b44f8569-24f0-4104-825c-4fd43ed0406d/b5b99a86-23c6-46b5-8f1c-5b8332ade88c/de8a6b78-4952-4eda-8781-00e9ebbc0c4f) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:30:20.492403 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Attempting to bind port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:30:20.492774 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Attempting to bind port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:30:20.493136 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Attempting to bind port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf on network e4662dd2-4318-4102-9156-21f0a5352e19 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:30:20.503791 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:30:20.504220 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:30:20.504658 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.505050 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Bound using segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:30:20.505511 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Bound port: aa34ad3c-0315-4c4a-a6e1-358a3dda6faf, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:30:20.505887 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.508469 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Pushing event updated for resources: {'Port': ['ID=aa34ad3c-0315-4c4a-a6e1-358a3dda6faf,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:20.517589 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-faa9210f-69d5-43f8-b192-a5584644e4d9 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (938f6a66-faae-46be-8267-521c857c64ac), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.536861 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9210f-69d5-43f8-b192-a5584644e4d9 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938f6a66-faae-46be-8267-521c857c64ac,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:20.537532 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.537887 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.539006 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.539387 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.539730 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.540254 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.540603 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.540937 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.541266 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.541594 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.541922 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.542265 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.542597 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.542939 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.543238 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:20.579142 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] For port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:30:20.582389 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] For port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=aa34ad3c-0315-4c4a-a6e1-358a3dda6faf,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:30:20.594974 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Publish callbacks [] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.622028 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-faa9210f-69d5-43f8-b192-a5584644e4d9 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.623475 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-faa9210f-69d5-43f8-b192-a5584644e4d9 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3712149 Apr 11 19:30:20.626616 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35964) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:20.630925 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:20.701335 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.701879 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.748151 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:20.748367 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Network b44f8569-24f0-4104-825c-4fd43ed0406d is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:30:20.748788 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:20.751343 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:20.753928 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:30:20.763813 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.796925 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Pushing event updated for resources: {'Port': ['ID=de8a6b78-4952-4eda-8781-00e9ebbc0c4f,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:20.806927 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576336'] for router_interface (855476e6-70e4-434f-8262-c49efdd994a8), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.887102 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.972972 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f738a46-8433-4bfd-be64-0353baa0d915 req-a2ff9e8b-80aa-419e-b0df-c8561dd05a8d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:20.974676 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f738a46-8433-4bfd-be64-0353baa0d915 req-a2ff9e8b-80aa-419e-b0df-c8561dd05a8d tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 946 time: 0.0626745 Apr 11 19:30:20.991888 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78d406-de2a-4bbc-b001-4c436a7c44bf None None] Pushing event updated for resources: {'Port': ['ID=aa34ad3c-0315-4c4a-a6e1-358a3dda6faf,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:21.023295 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Allocated IP 172.27.2.65 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/76427a67-abbb-4596-b6e5-e87fec1d0ec5) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:30:21.029465 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:21.043078 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f738a46-8433-4bfd-be64-0353baa0d915 req-fcb890bc-747a-432f-91c6-9407da263189 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599654 Apr 11 19:30:21.080970 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-622362bc-f9b7-42cc-ac69-8d8a6575c2dc None None] Provisioning complete for port de8a6b78-4952-4eda-8781-00e9ebbc0c4f triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:21.081472 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-622362bc-f9b7-42cc-ac69-8d8a6575c2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.120755 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-622362bc-f9b7-42cc-ac69-8d8a6575c2dc None None] Port de8a6b78-4952-4eda-8781-00e9ebbc0c4f cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:30:21.143134 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.150606 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for port (76427a67-abbb-4596-b6e5-e87fec1d0ec5), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.232484 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e7c84fce-ff70-4701-aaa1-12ae1fa3de01 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:21.252747 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:18Z', 'revision_number': 3, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:21.272782 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (76427a67-abbb-4596-b6e5-e87fec1d0ec5), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.284614 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78020def-0ca4-4879-8327-dce9026390c7 None None] The sync data for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi is: [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:18Z', 'revision_number': 3, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:30:21.286312 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:21.287967 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.318584 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:30:21.322092 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:21.328742 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:30:21.352461 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Publish callbacks [] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.363251 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'Port': ['ID=76427a67-abbb-4596-b6e5-e87fec1d0ec5,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:21.398142 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:21.414607 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.430825 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (28d94742-d405-4daa-a912-c1fb230b08f6), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.497062 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579040'] for router_interface (855476e6-70e4-434f-8262-c49efdd994a8), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.499872 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Pushing event updated for resources: {'Port': ['ID=de8a6b78-4952-4eda-8781-00e9ebbc0c4f,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:21.584268 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (76427a67-abbb-4596-b6e5-e87fec1d0ec5), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.623684 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Network b44f8569-24f0-4104-825c-4fd43ed0406d is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:30:21.625221 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:21.766117 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Router 855476e6-70e4-434f-8262-c49efdd994a8 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:30:21.785504 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for port (76427a67-abbb-4596-b6e5-e87fec1d0ec5), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.843631 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (76427a67-abbb-4596-b6e5-e87fec1d0ec5), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.914238 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:30:21.916850 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'Port': ['ID=76427a67-abbb-4596-b6e5-e87fec1d0ec5,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:21.920879 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-2daff19a-0aaa-4ba7-b26a-b168d233646f admin admin] 10.222.0.13 "PUT /v2.0/routers/855476e6-70e4-434f-8262-c49efdd994a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1172712 Apr 11 19:30:21.939270 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (28d94742-d405-4daa-a912-c1fb230b08f6), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.956697 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-dd5ddd79-3961-449b-ad8d-6155420ab686 None None] Provisioning complete for port de8a6b78-4952-4eda-8781-00e9ebbc0c4f triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:21.957066 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dd5ddd79-3961-449b-ad8d-6155420ab686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:22.001738 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ddd79-3961-449b-ad8d-6155420ab686 None None] Port de8a6b78-4952-4eda-8781-00e9ebbc0c4f cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:30:22.023064 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:22.025860 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-6424e82e-c6cf-45f8-9e34-f922f3012395 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3969038 Apr 11 19:30:22.119582 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27bcfc-d73c-451a-8135-bef929048daa req-0dbebaf0-1f55-4eb8-94c3-b03c0f2e0ce5 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:22.121540 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df27bcfc-d73c-451a-8135-bef929048daa req-0dbebaf0-1f55-4eb8-94c3-b03c0f2e0ce5 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 946 time: 0.0616977 Apr 11 19:30:22.225739 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9a1c8-99fa-48fd-b7a1-150fc1ebb30c req-8b7d86b6-b6fe-4687-9025-1531c6195f9e tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:22.227537 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4ea9a1c8-99fa-48fd-b7a1-150fc1ebb30c req-8b7d86b6-b6fe-4687-9025-1531c6195f9e tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 946 time: 0.0933490 Apr 11 19:30:22.329238 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-df27bcfc-d73c-451a-8135-bef929048daa req-5225297f-8b45-4ffe-b28f-19a532fc5dd1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Deleting port 090a818e-6f6d-49cf-b3ee-318115171975 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:30:22.329654 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df27bcfc-d73c-451a-8135-bef929048daa req-5225297f-8b45-4ffe-b28f-19a532fc5dd1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (090a818e-6f6d-49cf-b3ee-318115171975), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:22.345537 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4ea9a1c8-99fa-48fd-b7a1-150fc1ebb30c req-be199583-2edf-4960-81a2-ea15ce0b84c8 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/security-groups?id=105e10be-8eec-43cb-8993-310f351acfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960476 Apr 11 19:30:22.379611 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-e459644d-97dd-4448-a797-85435b160d1b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1133012866&fields=id&tenant_id=d331794281e1447ab4e29bfe2df744bd HTTP/1.1" status: 200 len: 267 time: 0.1289101 Apr 11 19:30:22.706257 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35996) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:22.711269 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1498015289-network', 'tenant_id': '473333b75a684398bf8e14c92f85afa1'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:22.791526 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Made reservation on behalf of 473333b75a684398bf8e14c92f85afa1 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:30:22.795550 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:22.799983 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-df27bcfc-d73c-451a-8135-bef929048daa req-5225297f-8b45-4ffe-b28f-19a532fc5dd1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] For port 090a818e-6f6d-49cf-b3ee-318115171975, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=090a818e-6f6d-49cf-b3ee-318115171975,segment=NetworkSegment(e40f4f0a-75c4-4c07-90da-85c3aa258fc5),segment_id=e40f4f0a-75c4-4c07-90da-85c3aa258fc5)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:22.800506 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df27bcfc-d73c-451a-8135-bef929048daa req-5225297f-8b45-4ffe-b28f-19a532fc5dd1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (090a818e-6f6d-49cf-b3ee-318115171975), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:22.805057 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:22.823710 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-df27bcfc-d73c-451a-8135-bef929048daa req-5225297f-8b45-4ffe-b28f-19a532fc5dd1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Calling delete_port for 090a818e-6f6d-49cf-b3ee-318115171975 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:30:22.848306 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-ea3f7b39-27ab-4732-b4e8-dc0a701f3bb2 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:22.850057 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-ea3f7b39-27ab-4732-b4e8-dc0a701f3bb2 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/networks?id=36320420-1679-4c05-bb85-4925d8ad5187 HTTP/1.1" status: 200 len: 811 time: 0.1636691 Apr 11 19:30:22.882913 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Publish callbacks [] for security_group (530c2b8b-68b3-4d2f-978b-866debb1030e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:22.898384 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-3017e3dd-c96b-405c-b9eb-07122438a644 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/quotas/d331794281e1447ab4e29bfe2df744bd HTTP/1.1" status: 200 len: 375 time: 0.0146885 Apr 11 19:30:22.951825 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (530c2b8b-68b3-4d2f-978b-866debb1030e), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:22.968698 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-2b1cea7e-9954-4041-b1fa-d2d266095874 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619125 Apr 11 19:30:22.978472 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:30:22.987858 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530c2b8b-68b3-4d2f-978b-866debb1030e,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:22.996275 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (65ae4ed1-0697-4535-9e4d-18daaaaadf9e), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:22.996484 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Added segment 65ae4ed1-0697-4535-9e4d-18daaaaadf9e of type vlan for network c4e64585-8423-41c0-b48c-dc1f9d3a4e5f Apr 11 19:30:23.040022 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (c4e64585-8423-41c0-b48c-dc1f9d3a4e5f), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:23.107031 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Sync routers for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:30:23.113213 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-82848853-2ba2-4b50-8336-386cdce2a015 service neutron] 10.222.0.13 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103742 Apr 11 19:30:23.117531 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:23.118156 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:23.128739 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (c4e64585-8423-41c0-b48c-dc1f9d3a4e5f), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:23.129795 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:23.130460 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:23.195641 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df27bcfc-d73c-451a-8135-bef929048daa req-5225297f-8b45-4ffe-b28f-19a532fc5dd1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (090a818e-6f6d-49cf-b3ee-318115171975), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:23.208383 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c4e64585-8423-41c0-b48c-dc1f9d3a4e5f,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:23.230507 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225297f-8b45-4ffe-b28f-19a532fc5dd1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Pushing event deleted for resources: {'Port': ['ID=090a818e-6f6d-49cf-b3ee-318115171975,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:23.238403 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['090a818e-6f6d-49cf-b3ee-318115171975'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:30:23.240343 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network c4e64585-8423-41c0-b48c-dc1f9d3a4e5f details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:30:23.247774 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-18705e39-65ac-4a44-8f6f-296a2210b5b0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5372343 Apr 11 19:30:23.248485 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 35998) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:23.253372 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] Request body: {'subnet': {'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1498015289-subnet', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:23.283656 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device aa34ad3c-0315-4c4a-a6e1-358a3dda6faf up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:23.289525 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-df27bcfc-d73c-451a-8135-bef929048daa req-5225297f-8b45-4ffe-b28f-19a532fc5dd1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] No DVR routers for this DVR port 090a818e-6f6d-49cf-b3ee-318115171975 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:30:23.293109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df27bcfc-d73c-451a-8135-bef929048daa req-5225297f-8b45-4ffe-b28f-19a532fc5dd1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:23.296462 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df27bcfc-d73c-451a-8135-bef929048daa req-5225297f-8b45-4ffe-b28f-19a532fc5dd1 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.23 "DELETE /v2.0/ports/090a818e-6f6d-49cf-b3ee-318115171975 HTTP/1.1" status: 204 len: 173 time: 1.1694953 Apr 11 19:30:23.296956 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cda6359-337b-4cdb-902d-bb18d8c3b106', 'name': 'network-vif-deleted', 'tag': '090a818e-6f6d-49cf-b3ee-318115171975'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:30:23.299604 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f3f0df-da79-49ef-a922-a407b56b5cc2" -d '{"events": [{"server_uuid": "5cda6359-337b-4cdb-902d-bb18d8c3b106", "name": "network-vif-deleted", "tag": "090a818e-6f6d-49cf-b3ee-318115171975"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:30:23.305787 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-6cb81f4e-031d-4b88-8d68-b48d26377c18 service neutron] 10.222.0.13 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864390 Apr 11 19:30:23.356575 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] Made reservation on behalf of 473333b75a684398bf8e14c92f85afa1 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:30:23.360663 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29092812'] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:23.368946 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7564bc9-d1fa-4de1-afe3-9b3a82c70eb7 x-openstack-request-id: req-f7564bc9-d1fa-4de1-afe3-9b3a82c70eb7 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:30:23.368946 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cda6359-337b-4cdb-902d-bb18d8c3b106", "name": "network-vif-deleted", "tag": "090a818e-6f6d-49cf-b3ee-318115171975", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:30:23.368946 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7564bc9-d1fa-4de1-afe3-9b3a82c70eb7 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:30:23.368946 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7564bc9-d1fa-4de1-afe3-9b3a82c70eb7'] response: {'server_uuid': '5cda6359-337b-4cdb-902d-bb18d8c3b106', 'name': 'network-vif-deleted', 'tag': '090a818e-6f6d-49cf-b3ee-318115171975', 'status': 'completed', 'code': 200} Apr 11 19:30:23.411338 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:23.468208 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5736994c-7d0b-45c1-bbed-23f9c63ec0be req-961f1ea9-201f-4e13-812b-aee48b91a967 tempest-VolumesActionsTest-816752113 tempest-VolumesActionsTest-816752113-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cda6359-337b-4cdb-902d-bb18d8c3b106 HTTP/1.1" status: 200 len: 210 time: 0.0281060 Apr 11 19:30:23.473739 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:23.474125 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:23.612995 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-06ae1347-4ff5-4a29-886c-27d324882373 req-bd03d116-dff9-463b-b808-7cf811ccaf4d tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 210 time: 0.0369434 Apr 11 19:30:23.690212 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:23.690212 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:23.706301 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25449442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29092830'] for subnet (c336a52d-bd2d-4f09-8389-9dc6857faca9), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:23.720863 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=aa34ad3c-0315-4c4a-a6e1-358a3dda6faf,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:23.722609 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:21Z', 'revision_number': 2, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:23.751530 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Checking router: 855476e6-70e4-434f-8262-c49efdd994a8 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:30:23.751909 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Updating router 855476e6-70e4-434f-8262-c49efdd994a8 port de8a6b78-4952-4eda-8781-00e9ebbc0c4f binding host dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:30:23.769176 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c336a52d-bd2d-4f09-8389-9dc6857faca9,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:23.776478 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] Checking segment: {'id': '65ae4ed1-0697-4535-9e4d-18daaaaadf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:30:23.776831 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] Network hostable DHCP agents. Network: c4e64585-8423-41c0-b48c-dc1f9d3a4e5f, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:30:23.782213 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:23.785466 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:23.871081 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] Network c4e64585-8423-41c0-b48c-dc1f9d3a4e5f is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:30:23.875448 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=aa34ad3c-0315-4c4a-a6e1-358a3dda6faf,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:23.968622 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, c4e64585-8423-41c0-b48c-dc1f9d3a4e5f) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:23.973126 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:23.974014 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.005297 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8b1e50-9c19-4a7f-949f-9e97dfe5d706 None None] Network c4e64585-8423-41c0-b48c-dc1f9d3a4e5f requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:30:24.117165 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-caf7b127-a0b2-4054-8d95-51f2c48111cb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8649604 Apr 11 19:30:24.117359 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36014) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:24.124055 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1498015289-router', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:24.164001 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe45f101a-9472-5f44-9772-92448267a966-c4e64585-8423-41c0-b48c-dc1f9d3a4e5f', 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f', 'project_id': '473333b75a684398bf8e14c92f85afa1', 'fixed_ips': [{'subnet_id': 'c336a52d-bd2d-4f09-8389-9dc6857faca9'}]}} from dv-cinder-837362-1-iscsi. {{(pid=103946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:30:24.164978 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.197782 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31735'] for router (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.198951 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-578128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31726'] for router (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.202289 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Publish callbacks [] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.266457 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.267378 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Publish callbacks [] for router_controller (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), precommit_add_association {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.509113 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773c256-9c22-49b9-8e6f-e4d1e9e576dc None None] Pushing event updated for resources: {'Port': ['ID=de8a6b78-4952-4eda-8781-00e9ebbc0c4f,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:24.533389 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Allocated IP 172.20.0.2 (c4e64585-8423-41c0-b48c-dc1f9d3a4e5f/c336a52d-bd2d-4f09-8389-9dc6857faca9/c0577722-294f-4768-8f3f-904117018211) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:30:24.537524 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Publish callbacks [] for router_gateway (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.571100 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-7f347ae5-3163-4d6c-b721-14aa0f644456 None None] Provisioning complete for port de8a6b78-4952-4eda-8781-00e9ebbc0c4f triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:24.571473 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7f347ae5-3163-4d6c-b721-14aa0f644456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.618704 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Attempting to bind port de8a6b78-4952-4eda-8781-00e9ebbc0c4f on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:30:24.619093 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Attempting to bind port de8a6b78-4952-4eda-8781-00e9ebbc0c4f by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:30:24.619457 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Attempting to bind port de8a6b78-4952-4eda-8781-00e9ebbc0c4f on network b44f8569-24f0-4104-825c-4fd43ed0406d {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:30:24.664918 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:30:24.666310 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Checking segment: {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:30:24.666310 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.666310 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Bound using segment: {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:30:24.666595 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Bound port: de8a6b78-4952-4eda-8781-00e9ebbc0c4f, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:30:24.666920 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.701862 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-7f347ae5-3163-4d6c-b721-14aa0f644456 None None] Port de8a6b78-4952-4eda-8781-00e9ebbc0c4f cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:30:24.754061 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dc834c1e-5776-445c-8934-4afcbe542401 req-9ce427e5-281a-46c0-94f6-f92abfd0cabd tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 210 time: 0.0427697 Apr 11 19:30:24.827668 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] For port de8a6b78-4952-4eda-8781-00e9ebbc0c4f, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:30:24.848086 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] For port de8a6b78-4952-4eda-8781-00e9ebbc0c4f, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=de8a6b78-4952-4eda-8781-00e9ebbc0c4f,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:30:24.849572 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Publish callbacks [] for port (c0577722-294f-4768-8f3f-904117018211), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.852334 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Publish callbacks [] for router_gateway (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.870886 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.969165 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.977710 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600'] for port (c0577722-294f-4768-8f3f-904117018211), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:25.017385 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Allocated IP 172.27.2.234 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/d4fd7fcb-d3bd-44ad-9198-5f93b949cb98) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:30:25.036708 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Network c4e64585-8423-41c0-b48c-dc1f9d3a4e5f is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:30:25.045129 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:25.048875 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:30:25.053425 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:25.054146 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:25.058206 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773c256-9c22-49b9-8e6f-e4d1e9e576dc None None] Pushing event updated for resources: {'Port': ['ID=de8a6b78-4952-4eda-8781-00e9ebbc0c4f,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:25.163760 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Publish callbacks [] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:25.276253 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device aa34ad3c-0315-4c4a-a6e1-358a3dda6faf up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:25.305785 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Pushing event updated for resources: {'Port': ['ID=c0577722-294f-4768-8f3f-904117018211,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:25.335054 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:25.354349 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Attempting to bind port c0577722-294f-4768-8f3f-904117018211 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:30:25.354728 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Attempting to bind port c0577722-294f-4768-8f3f-904117018211 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '65ae4ed1-0697-4535-9e4d-18daaaaadf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:30:25.355097 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Attempting to bind port c0577722-294f-4768-8f3f-904117018211 on network c4e64585-8423-41c0-b48c-dc1f9d3a4e5f {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:30:25.365893 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-418853ee-cf1e-4f07-b7b3-e754c688fb26 None None] Provisioning complete for port de8a6b78-4952-4eda-8781-00e9ebbc0c4f triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:25.366273 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-418853ee-cf1e-4f07-b7b3-e754c688fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:25.379997 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:30:25.382975 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:25.386524 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:30:25.396661 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:30:25.397045 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Checking segment: {'id': '65ae4ed1-0697-4535-9e4d-18daaaaadf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:30:25.397456 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:25.397861 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Bound using segment: {'id': '65ae4ed1-0697-4535-9e4d-18daaaaadf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:30:25.398346 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Bound port: c0577722-294f-4768-8f3f-904117018211, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ae4ed1-0697-4535-9e4d-18daaaaadf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:30:25.398732 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (c0577722-294f-4768-8f3f-904117018211), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:25.403806 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:25.412201 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Pushing event updated for resources: {'Port': ['ID=d4fd7fcb-d3bd-44ad-9198-5f93b949cb98,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:25.531979 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:25.532448 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:25.713833 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] For port c0577722-294f-4768-8f3f-904117018211, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:30:25.754339 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] For port c0577722-294f-4768-8f3f-904117018211, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=c0577722-294f-4768-8f3f-904117018211,segment=NetworkSegment(65ae4ed1-0697-4535-9e4d-18daaaaadf9e),segment_id=65ae4ed1-0697-4535-9e4d-18daaaaadf9e)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:30:25.768145 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-418853ee-cf1e-4f07-b7b3-e754c688fb26 None None] Current status of the port de8a6b78-4952-4eda-8781-00e9ebbc0c4f is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:25.768145 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-418853ee-cf1e-4f07-b7b3-e754c688fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:25.768327 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-2356e104-0ff4-4621-b11e-d7afc1653bf7 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:25.768327 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-2356e104-0ff4-4621-b11e-d7afc1653bf7 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.23 "GET /v2.0/networks?id=36320420-1679-4c05-bb85-4925d8ad5187 HTTP/1.1" status: 200 len: 811 time: 0.1661868 Apr 11 19:30:25.861533 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-418853ee-cf1e-4f07-b7b3-e754c688fb26 None None] For port de8a6b78-4952-4eda-8781-00e9ebbc0c4f, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=de8a6b78-4952-4eda-8781-00e9ebbc0c4f,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:25.867783 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6886ef41-5c89-4b44-9b87-a01851c18e1e req-e610f430-537a-43bc-bbc7-4a6f15c07ae4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 210 time: 0.0385242 Apr 11 19:30:25.868005 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:25.876431 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ca3ffcc-35e2-4c51-9ef4-642a27bf590b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d331794281e1447ab4e29bfe2df744bd HTTP/1.1" status: 200 len: 380 time: 0.1010165 Apr 11 19:30:25.885879 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'port': {'device_id': '526f627e-c9b2-40e0-be40-4481c77a2982', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'admin_state_up': True, 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'security_groups': ['deb4f17e-f2be-4cd6-993d-5c1fee9065c8']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:25.891934 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:24Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:25.921607 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e69a7-5149-495a-8eeb-95230868de7a None None] The sync data for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi is: [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:24Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:30:25.929001 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (c0577722-294f-4768-8f3f-904117018211), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:25.961160 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-418853ee-cf1e-4f07-b7b3-e754c688fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:26.020700 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498b666-8e65-4b54-8a8c-6bfecb11ac61 None None] Pushing event updated for resources: {'Port': ['ID=c0577722-294f-4768-8f3f-904117018211,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:26.101996 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Publish callbacks [] for router_gateway (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:26.123310 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418853ee-cf1e-4f07-b7b3-e754c688fb26 None None] Pushing event updated for resources: {'Port': ['ID=de8a6b78-4952-4eda-8781-00e9ebbc0c4f,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:26.185851 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Made reservation on behalf of d331794281e1447ab4e29bfe2df744bd for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:30:26.197349 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:26.410849 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576419'] for router (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:26.458829 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Allocated IP 172.20.0.3 (36320420-1679-4c05-bb85-4925d8ad5187/43138c21-abfb-474b-8fed-e764ca343967/f1ec1cf3-8719-464b-bfbc-f00352954124) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:30:26.635367 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:26.654086 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 is scheduled to L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 with binding_index 1 {{(pid=103944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:30:26.734583 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:26.774875 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:30:26.781109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Network 36320420-1679-4c05-bb85-4925d8ad5187 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:30:26.785827 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:26.785986 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Sync routers for ids ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:30:26.790356 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:30:26.799701 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event updated for resources: {'Port': ['ID=f1ec1cf3-8719-464b-bfbc-f00352954124,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:26.799951 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Routers {'5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:26.800459 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:26.866505 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:26.868195 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3543322c-d261-48a7-be55-3e877d938941 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7494524 Apr 11 19:30:26.870838 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36068) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:26.876048 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:26.876717 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:26.975207 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-53cf0f5d-5df6-42ab-8a7d-3134f8470b8c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0931861 Apr 11 19:30:26.982920 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Set router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:27.058229 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16b23d-c419-4afc-a10c-4a2ecb237b10 req-d96e5f56-822c-46f2-a6e5-aeeeda1defdc tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:27.060458 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5f16b23d-c419-4afc-a10c-4a2ecb237b10 req-d96e5f56-822c-46f2-a6e5-aeeeda1defdc tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 931 time: 0.0843441 Apr 11 19:30:27.167189 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5f16b23d-c419-4afc-a10c-4a2ecb237b10 req-7a13674d-b73b-47fa-8d4a-574eef24a226 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999503 Apr 11 19:30:27.241577 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-40a93219-8ecd-45b1-a567-325f9def092e None None] Provisioning complete for port f1ec1cf3-8719-464b-bfbc-f00352954124 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:27.242538 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-40a93219-8ecd-45b1-a567-325f9def092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.307984 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-40a93219-8ecd-45b1-a567-325f9def092e None None] Port f1ec1cf3-8719-464b-bfbc-f00352954124 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:30:27.358531 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device c0577722-294f-4768-8f3f-904117018211 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:27.378372 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'name': 'tempest-TestVolumeBootPattern-1498015289-router', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 3, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'gw_port': {'id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:27.428421 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Checking router: 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:30:27.428772 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Updating router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 binding host dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:30:27.429685 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b0619a-bfa4-4c16-bddb-1b458a7a495e None None] Network c4e64585-8423-41c0-b48c-dc1f9d3a4e5f requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:30:27.461691 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.503105 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port c0577722-294f-4768-8f3f-904117018211 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:27.503515 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (c0577722-294f-4768-8f3f-904117018211), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.580024 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-066c9073-0b7c-405f-b0be-079e79b849b1 None None] Provisioning complete for port c0577722-294f-4768-8f3f-904117018211 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:27.580394 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-066c9073-0b7c-405f-b0be-079e79b849b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (c0577722-294f-4768-8f3f-904117018211), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.595759 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.767099 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Publish callbacks [] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.772676 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_common [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Allocated IP 172.20.0.1 (c4e64585-8423-41c0-b48c-dc1f9d3a4e5f/c336a52d-bd2d-4f09-8389-9dc6857faca9/202d2f7f-a8bb-4858-aa04-ce65710f0ce1) {{(pid=103944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:30:27.814532 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port c0577722-294f-4768-8f3f-904117018211 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:27.814918 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (c0577722-294f-4768-8f3f-904117018211), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.853004 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.877668 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port c0577722-294f-4768-8f3f-904117018211, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=c0577722-294f-4768-8f3f-904117018211,segment=NetworkSegment(65ae4ed1-0697-4535-9e4d-18daaaaadf9e),segment_id=65ae4ed1-0697-4535-9e4d-18daaaaadf9e)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:27.886424 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-066c9073-0b7c-405f-b0be-079e79b849b1 None None] Current status of the port c0577722-294f-4768-8f3f-904117018211 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:27.886818 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-066c9073-0b7c-405f-b0be-079e79b849b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (c0577722-294f-4768-8f3f-904117018211), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.907982 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Publish callbacks [] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.914388 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Attempting to bind port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:30:27.915042 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Attempting to bind port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:30:27.915594 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Attempting to bind port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 on network e4662dd2-4318-4102-9156-21f0a5352e19 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:30:27.925859 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a15b6f-2b38-434c-9c26-f3875c82def7 None None] Pushing event updated for resources: {'Port': ['ID=d4fd7fcb-d3bd-44ad-9198-5f93b949cb98,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:27.929223 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:30:27.929605 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Checking segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:30:27.930017 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.930406 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Bound using segment: {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:30:27.930892 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Bound port: d4fd7fcb-d3bd-44ad-9198-5f93b949cb98, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e7ab9-9690-4b24-95c4-39f2b802aeab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:30:27.931267 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.952695 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (c0577722-294f-4768-8f3f-904117018211), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:27.953540 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device de8a6b78-4952-4eda-8781-00e9ebbc0c4f up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:27.985728 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] For port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:30:27.989098 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] For port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=d4fd7fcb-d3bd-44ad-9198-5f93b949cb98,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:30:27.992158 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.035408 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Network c4e64585-8423-41c0-b48c-dc1f9d3a4e5f is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:30:28.038305 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:28.045621 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Received port after_create {{(pid=103944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:30:28.046813 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.048912 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Pushing event updated for resources: {'Port': ['ID=202d2f7f-a8bb-4858-aa04-ce65710f0ce1,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:28.056269 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.db.api [None req-066c9073-0b7c-405f-b0be-079e79b849b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 19:30:28.056632 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG oslo_db.api [None req-066c9073-0b7c-405f-b0be-079e79b849b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 19:30:28.065271 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Request body: {'port': {'device_id': '526f627e-c9b2-40e0-be40-4481c77a2982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:28.087340 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-576336'] for router_interface (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.092403 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=c0577722-294f-4768-8f3f-904117018211,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:28.121071 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port de8a6b78-4952-4eda-8781-00e9ebbc0c4f triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:28.121071 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.147889 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a15b6f-2b38-434c-9c26-f3875c82def7 None None] Pushing event updated for resources: {'Port': ['ID=d4fd7fcb-d3bd-44ad-9198-5f93b949cb98,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:28.160420 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.174295 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.216917 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Routers {'5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:28.217572 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:28.269591 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port de8a6b78-4952-4eda-8781-00e9ebbc0c4f is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:28.375496 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] Set router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:28.377189 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.421060 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b3ddd-3233-4cdf-9e0f-5f2c98c18c68 req-7f1f1dcd-069d-43a6-b5de-39e5d24e709c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:28.428256 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b73b3ddd-3233-4cdf-9e0f-5f2c98c18c68 req-7f1f1dcd-069d-43a6-b5de-39e5d24e709c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 931 time: 0.1048527 Apr 11 19:30:28.559155 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b73b3ddd-3233-4cdf-9e0f-5f2c98c18c68 req-2b73ff61-c553-4195-b389-6b979d00504e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249859 Apr 11 19:30:28.594121 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'name': 'tempest-TestVolumeBootPattern-1498015289-router', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 3, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'gw_port': {'id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:28.603430 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-066c9073-0b7c-405f-b0be-079e79b849b1 None None] Current status of the port c0577722-294f-4768-8f3f-904117018211 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:28.613373 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Publish callbacks [] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.624761 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce6e659-ba3a-4fa2-b939-2d09c2498f1b None None] The sync data for ids ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'] in dv-cinder-837362-1-iscsi is: [{'id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'name': 'tempest-TestVolumeBootPattern-1498015289-router', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 3, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'gw_port': {'id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:30:28.657298 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ec1cf3-8719-464b-bfbc-f00352954124 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:30:28.666474 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Publish callbacks [] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.682983 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25449817'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.698245 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Transition to ACTIVE for port object f1ec1cf3-8719-464b-bfbc-f00352954124 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:30:28.720912 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-e58d1e6a-58ee-4347-b819-adc3f03cb4bc None None] Provisioning complete for port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:28.722257 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e58d1e6a-58ee-4347-b819-adc3f03cb4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.763453 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.766787 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Pushing event updated for resources: {'Port': ['ID=202d2f7f-a8bb-4858-aa04-ce65710f0ce1,revision_number=2']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:28.775350 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-e58d1e6a-58ee-4347-b819-adc3f03cb4bc None None] Port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:30:28.779723 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579040'] for router_interface (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.790500 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-e58d1e6a-58ee-4347-b819-adc3f03cb4bc None None] Provisioning complete for port c0577722-294f-4768-8f3f-904117018211 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:28.791672 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e58d1e6a-58ee-4347-b819-adc3f03cb4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (c0577722-294f-4768-8f3f-904117018211), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.831563 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ec1cf3-8719-464b-bfbc-f00352954124,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:28.885324 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Network c4e64585-8423-41c0-b48c-dc1f9d3a4e5f is already hosted by enough agents. {{(pid=103944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:30:28.886756 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:30:28.904557 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-e58d1e6a-58ee-4347-b819-adc3f03cb4bc None None] Current status of the port c0577722-294f-4768-8f3f-904117018211 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:28.974374 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 090a818e-6f6d-49cf-b3ee-318115171975 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:30:28.987354 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Attempting to bind port f1ec1cf3-8719-464b-bfbc-f00352954124 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:30:28.987980 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Attempting to bind port f1ec1cf3-8719-464b-bfbc-f00352954124 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:30:28.997776 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Attempting to bind port f1ec1cf3-8719-464b-bfbc-f00352954124 on network 36320420-1679-4c05-bb85-4925d8ad5187 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:30:29.003394 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Port f1ec1cf3-8719-464b-bfbc-f00352954124 on network 36320420-1679-4c05-bb85-4925d8ad5187 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:30:29.004170 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Attempting to bind port f1ec1cf3-8719-464b-bfbc-f00352954124 on network 36320420-1679-4c05-bb85-4925d8ad5187 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:30:29.014538 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 090a818e-6f6d-49cf-b3ee-318115171975 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:30:29.014850 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:30:29.015017 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 090a818e-6f6d-49cf-b3ee-318115171975 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:30:29.015448 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Checking segment: {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:30:29.016173 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Bound using segment: {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:30:29.016834 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Bound port: f1ec1cf3-8719-464b-bfbc-f00352954124, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12eadb03-ed21-4d4d-91da-2fee48cbde2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:30:29.017206 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:29.202713 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] For port f1ec1cf3-8719-464b-bfbc-f00352954124, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:30:29.211796 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] For port f1ec1cf3-8719-464b-bfbc-f00352954124, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f1ec1cf3-8719-464b-bfbc-f00352954124,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:30:29.306482 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:29.330135 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:29.333321 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:29.338234 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] 10.222.0.23 "PUT /v2.0/ports/f1ec1cf3-8719-464b-bfbc-f00352954124 HTTP/1.1" status: 200 len: 1093 time: 1.2751801 Apr 11 19:30:29.338234 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526f627e-c9b2-40e0-be40-4481c77a2982', 'tag': 'f1ec1cf3-8719-464b-bfbc-f00352954124'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:30:29.339720 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af7d3e6-cd64-423d-bc29-5304ada4a2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "526f627e-c9b2-40e0-be40-4481c77a2982", "tag": "f1ec1cf3-8719-464b-bfbc-f00352954124"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:30:29.359064 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-81dc888d-07ec-4474-81dc-8e46ef768d52 None None] Provisioning complete for port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:29.359516 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-81dc888d-07ec-4474-81dc-8e46ef768d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:29.386709 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:30:29.399038 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device c0577722-294f-4768-8f3f-904117018211 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:29.426771 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14c9bce-f756-4a3e-9b04-cec1dcaefb9e x-openstack-request-id: req-a14c9bce-f756-4a3e-9b04-cec1dcaefb9e {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:30:29.427097 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526f627e-c9b2-40e0-be40-4481c77a2982", "tag": "f1ec1cf3-8719-464b-bfbc-f00352954124", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:30:29.427344 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a14c9bce-f756-4a3e-9b04-cec1dcaefb9e {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:30:29.427778 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14c9bce-f756-4a3e-9b04-cec1dcaefb9e'] response: {'name': 'network-changed', 'server_uuid': '526f627e-c9b2-40e0-be40-4481c77a2982', 'tag': 'f1ec1cf3-8719-464b-bfbc-f00352954124', 'status': 'completed', 'code': 200} Apr 11 19:30:29.459232 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6b798-4b53-4ef8-8219-1d2573d51d98 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ec1cf3-8719-464b-bfbc-f00352954124,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:29.495785 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-81dc888d-07ec-4474-81dc-8e46ef768d52 None None] Port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:30:29.504178 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port c0577722-294f-4768-8f3f-904117018211 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:29.504568 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (c0577722-294f-4768-8f3f-904117018211), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:29.516024 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7d3e6-cd64-423d-bc29-5304ada4a2b8 req-66857dbb-7334-4b73-ac62-f916b6b68a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:29.517628 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5af7d3e6-cd64-423d-bc29-5304ada4a2b8 req-66857dbb-7334-4b73-ac62-f916b6b68a48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 1127 time: 0.0710735 Apr 11 19:30:29.602998 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:30:29.620401 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7081f2e2-9ba9-484e-8740-3ee45f8c04d3 admin admin] 10.222.0.13 "PUT /v2.0/routers/5a4a53d1-2f68-471b-a1e9-1ab1e960ee54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7482061 Apr 11 19:30:29.637451 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port c0577722-294f-4768-8f3f-904117018211 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:29.638729 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:29.661308 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7d3e6-cd64-423d-bc29-5304ada4a2b8 req-f9518517-b8a3-4965-a5a8-0ab9f7a82601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:29.662807 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5af7d3e6-cd64-423d-bc29-5304ada4a2b8 req-f9518517-b8a3-4965-a5a8-0ab9f7a82601 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d331794281e1447ab4e29bfe2df744bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1333373 Apr 11 19:30:29.720324 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:29.720704 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:29.796500 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c732b-66b3-421f-8b74-432e9a00a8ca req-e9b97974-c514-4d7c-9287-4fcdd5831dea tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:29.798068 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-db2c732b-66b3-421f-8b74-432e9a00a8ca req-e9b97974-c514-4d7c-9287-4fcdd5831dea tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 943 time: 0.1192071 Apr 11 19:30:29.832544 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:29.832953 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:29.860893 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] For port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=d4fd7fcb-d3bd-44ad-9198-5f93b949cb98,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:29.875677 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-db2c732b-66b3-421f-8b74-432e9a00a8ca req-e6c5d44d-feb2-4fc3-b890-247d0e45d88a tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666447 Apr 11 19:30:29.878633 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7d3e6-cd64-423d-bc29-5304ada4a2b8 req-45e8d045-35b1-4c44-a3ae-e5ab7e2d286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:29.880088 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5af7d3e6-cd64-423d-bc29-5304ada4a2b8 req-45e8d045-35b1-4c44-a3ae-e5ab7e2d286d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110891 Apr 11 19:30:29.975276 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-ee368403-9c2c-4183-a797-2dd2119638fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:29.976898 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-ee368403-9c2c-4183-a797-2dd2119638fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 1127 time: 0.0527217 Apr 11 19:30:29.995766 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:30.023093 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-436cb286-4c9b-4134-afd2-db5c8cfc634e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1ec1cf3-8719-464b-bfbc-f00352954124 HTTP/1.1" status: 200 len: 217 time: 0.0380449 Apr 11 19:30:30.056331 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Pushing event updated for resources: {'Port': ['ID=d4fd7fcb-d3bd-44ad-9198-5f93b949cb98,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:30.085329 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-1c15e1ae-1a5f-4ff9-be15-24dd61fd0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:30.085329 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-1c15e1ae-1a5f-4ff9-be15-24dd61fd0191 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43138c21-abfb-474b-8fed-e764ca343967 HTTP/1.1" status: 200 len: 850 time: 0.0552056 Apr 11 19:30:30.140232 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-49e91f17-de87-4c1c-b21a-7efbe1a8f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:30.141794 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-49e91f17-de87-4c1c-b21a-7efbe1a8f5f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36320420-1679-4c05-bb85-4925d8ad5187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515881 Apr 11 19:30:30.262035 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-bb9fd084-a6d5-4589-a572-f104fc7221d3 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141844 Apr 11 19:30:30.361938 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a9dd6768-3b08-46b1-9bb4-60ff900d1ad2 req-75c4ebdd-586e-4d73-ab44-5e753d58d6f8 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936916 Apr 11 19:30:30.439766 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36118) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:30.445632 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-9ea5feb4-d3b6-4da2-a9b9-4043d119df36 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1733643625', 'description': 'tempest-secgroup-smoke-1733643625 description', 'project_id': 'b5adfa3d877040b6803d66692bd10f92'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:30.550174 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9ea5feb4-d3b6-4da2-a9b9-4043d119df36 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:30.634685 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9ea5feb4-d3b6-4da2-a9b9-4043d119df36 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group (955b87e8-6053-450f-8deb-7fd9aad5deed), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:30.705924 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9ea5feb4-d3b6-4da2-a9b9-4043d119df36 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (955b87e8-6053-450f-8deb-7fd9aad5deed), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:30.787610 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5feb4-d3b6-4da2-a9b9-4043d119df36 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955b87e8-6053-450f-8deb-7fd9aad5deed,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:30.844938 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9ea5feb4-d3b6-4da2-a9b9-4043d119df36 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:30.849495 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9ea5feb4-d3b6-4da2-a9b9-4043d119df36 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4086246 Apr 11 19:30:30.849680 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 36122) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:30.859046 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-6fd6c13b-5f81-43a5-8182-2663b973d5ca tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'security_group_rule': {'security_group_id': '955b87e8-6053-450f-8deb-7fd9aad5deed', 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:30.871794 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Sync routers for ids ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:30:30.891293 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Routers {'5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:30.893198 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:31.071225 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c13b-5f81-43a5-8182-2663b973d5ca tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (a7af9b16-2cc1-4a5f-a440-28fea071b2b8), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:31.100625 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed2d16-a9c8-41a2-9c5f-03c347bb8cf7 req-d087f444-e5ee-473e-b961-4f5c828fd5f9 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:31.102464 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a4ed2d16-a9c8-41a2-9c5f-03c347bb8cf7 req-d087f444-e5ee-473e-b961-4f5c828fd5f9 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 943 time: 0.1089087 Apr 11 19:30:31.111946 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Set router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:31.206180 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a4ed2d16-a9c8-41a2-9c5f-03c347bb8cf7 req-0f2cd226-180d-41f8-9b93-60872f23f38c tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939417 Apr 11 19:30:31.235918 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c13b-5f81-43a5-8182-2663b973d5ca tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (a7af9b16-2cc1-4a5f-a440-28fea071b2b8), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:31.258069 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:31.301041 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c13b-5f81-43a5-8182-2663b973d5ca tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (a7af9b16-2cc1-4a5f-a440-28fea071b2b8), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:31.341150 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6c13b-5f81-43a5-8182-2663b973d5ca tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7af9b16-2cc1-4a5f-a440-28fea071b2b8,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:31.393475 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:31.395213 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:31.434900 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c13b-5f81-43a5-8182-2663b973d5ca tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:31.436531 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6fd6c13b-5f81-43a5-8182-2663b973d5ca tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5856767 Apr 11 19:30:31.439347 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36130) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:31.448808 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-8f8f83dc-9079-4b8a-9a4e-edb86818ef75 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'security_group_rule': {'security_group_id': '955b87e8-6053-450f-8deb-7fd9aad5deed', 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:31.524900 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'name': 'tempest-TestVolumeBootPattern-1498015289-router', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:28Z', 'revision_number': 4, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'gw_port': {'id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '202d2f7f-a8bb-4858-aa04-ce65710f0ce1', 'name': '', 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'mac_address': 'fa:16:3e:89:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c336a52d-bd2d-4f09-8389-9dc6857faca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:27Z', 'updated_at': '2022-04-11T19:30:28Z', 'revision_number': 2, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'subnets': [{'id': 'c336a52d-bd2d-4f09-8389-9dc6857faca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:31.574478 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8f8f83dc-9079-4b8a-9a4e-edb86818ef75 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (5b26b92b-3678-4e42-a75f-ac3cde24ca03), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:31.599448 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Checking router: 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:30:31.600301 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Updating router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 binding host dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:30:31.612384 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fc6a90d3-0355-4e93-9e31-6b55d3ca3887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:31.661931 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:31.669614 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:31.680403 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8f8f83dc-9079-4b8a-9a4e-edb86818ef75 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (5b26b92b-3678-4e42-a75f-ac3cde24ca03), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:31.780438 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8f8f83dc-9079-4b8a-9a4e-edb86818ef75 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (5b26b92b-3678-4e42-a75f-ac3cde24ca03), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:31.819182 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f83dc-9079-4b8a-9a4e-edb86818ef75 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b26b92b-3678-4e42-a75f-ac3cde24ca03,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:31.913406 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-8f8f83dc-9079-4b8a-9a4e-edb86818ef75 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:31.919378 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-8f8f83dc-9079-4b8a-9a4e-edb86818ef75 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4759233 Apr 11 19:30:31.921588 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 36132) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:31.928118 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-f8002fa8-f01d-413b-a8eb-5d9ff2cdade8 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'security_group_rule': {'security_group_id': '955b87e8-6053-450f-8deb-7fd9aad5deed', 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:32.049394 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Publish callbacks [] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.054341 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f8002fa8-f01d-413b-a8eb-5d9ff2cdade8 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (d61d53b9-0081-4e41-bb20-c05c003aaae6), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.093240 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device f1ec1cf3-8719-464b-bfbc-f00352954124 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:30:32.159286 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f8002fa8-f01d-413b-a8eb-5d9ff2cdade8 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (d61d53b9-0081-4e41-bb20-c05c003aaae6), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.163525 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.276627 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f8002fa8-f01d-413b-a8eb-5d9ff2cdade8 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (d61d53b9-0081-4e41-bb20-c05c003aaae6), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.324683 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8002fa8-f01d-413b-a8eb-5d9ff2cdade8 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61d53b9-0081-4e41-bb20-c05c003aaae6,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:32.422847 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f8002fa8-f01d-413b-a8eb-5d9ff2cdade8 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.424236 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-f8002fa8-f01d-413b-a8eb-5d9ff2cdade8 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5015128 Apr 11 19:30:32.427083 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36136) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:32.432504 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-bb46cd63-509a-438d-8ede-3108b8f9a2cc tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'security_group_rule': {'security_group_id': '955b87e8-6053-450f-8deb-7fd9aad5deed', 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:32.482031 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53721e-f076-41af-8a6c-078562731002 None None] Pushing event updated for resources: {'Port': ['ID=202d2f7f-a8bb-4858-aa04-ce65710f0ce1,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:32.517929 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334131-84f0-4acf-a7bc-71665d3c0daa req-032e7f1a-7604-47cd-b6c4-45326f9d1980 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:32.519718 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4b334131-84f0-4acf-a7bc-71665d3c0daa req-032e7f1a-7604-47cd-b6c4-45326f9d1980 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 943 time: 0.1307263 Apr 11 19:30:32.532812 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port f1ec1cf3-8719-464b-bfbc-f00352954124, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f1ec1cf3-8719-464b-bfbc-f00352954124,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:32.548318 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': 'f1ec1cf3-8719-464b-bfbc-f00352954124', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'port_id': 'f1ec1cf3-8719-464b-bfbc-f00352954124', 'mac_address': 'fa:16:3e:c9:0f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:30:32.608156 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bb46cd63-509a-438d-8ede-3108b8f9a2cc tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (fd5d595a-7d22-4e7b-89c2-e17f913e0807), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.648151 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Attempting to bind port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 on host dv-cinder-837362-1-iscsi for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:30:32.648589 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Attempting to bind port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 by drivers openvswitch,hyperv on host dv-cinder-837362-1-iscsi at level 0 using segments [{'id': '65ae4ed1-0697-4535-9e4d-18daaaaadf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:30:32.648958 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Attempting to bind port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 on network c4e64585-8423-41c0-b48c-dc1f9d3a4e5f {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:30:32.663371 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port f1ec1cf3-8719-464b-bfbc-f00352954124 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:32.663886 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.667796 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Checking agent: {'id': 'ab616325-ea26-4f9a-8524-93198b97e58c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 13, 8), 'started_at': datetime.datetime(2022, 4, 11, 19, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:30:32.668208 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Checking segment: {'id': '65ae4ed1-0697-4535-9e4d-18daaaaadf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:30:32.668642 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.669277 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Bound using segment: {'id': '65ae4ed1-0697-4535-9e4d-18daaaaadf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:30:32.671646 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Bound port: 202d2f7f-a8bb-4858-aa04-ce65710f0ce1, host: dv-cinder-837362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ae4ed1-0697-4535-9e4d-18daaaaadf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:30:32.671646 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.672815 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4b334131-84f0-4acf-a7bc-71665d3c0daa req-c4f8ea2c-7400-4886-a8ce-5587e36dd458 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467719 Apr 11 19:30:32.719244 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-53248f38-8414-4217-828a-3575c97baab8 None None] Provisioning complete for port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:32.719624 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-53248f38-8414-4217-828a-3575c97baab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.722118 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ec1cf3-8719-464b-bfbc-f00352954124 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:30:32.746470 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bb46cd63-509a-438d-8ede-3108b8f9a2cc tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (fd5d595a-7d22-4e7b-89c2-e17f913e0807), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.810864 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port f1ec1cf3-8719-464b-bfbc-f00352954124, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f1ec1cf3-8719-464b-bfbc-f00352954124,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:32.826685 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bb46cd63-509a-438d-8ede-3108b8f9a2cc tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (fd5d595a-7d22-4e7b-89c2-e17f913e0807), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.830704 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-53248f38-8414-4217-828a-3575c97baab8 None None] Port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:30:32.868072 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46cd63-509a-438d-8ede-3108b8f9a2cc tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5d595a-7d22-4e7b-89c2-e17f913e0807,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:32.880219 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] For port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1, host dv-cinder-837362-1-iscsi, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:30:32.884954 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] For port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1, host dv-cinder-837362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=202d2f7f-a8bb-4858-aa04-ce65710f0ce1,segment=NetworkSegment(65ae4ed1-0697-4535-9e4d-18daaaaadf9e),segment_id=65ae4ed1-0697-4535-9e4d-18daaaaadf9e)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:30:32.894172 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.953905 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=f1ec1cf3-8719-464b-bfbc-f00352954124,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:32.964921 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bb46cd63-509a-438d-8ede-3108b8f9a2cc tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.969227 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-bb46cd63-509a-438d-8ede-3108b8f9a2cc tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5405612 Apr 11 19:30:32.972579 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36142) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:32.981390 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:32.988842 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-3656eeca-4d5c-4671-b86a-f722a1096292 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'security_group_rule': {'security_group_id': '955b87e8-6053-450f-8deb-7fd9aad5deed', 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:33.070398 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Routers {'5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:33.071637 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:33.128845 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['f1ec1cf3-8719-464b-bfbc-f00352954124'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:30:33.158938 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53721e-f076-41af-8a6c-078562731002 None None] Pushing event updated for resources: {'Port': ['ID=202d2f7f-a8bb-4858-aa04-ce65710f0ce1,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:33.175958 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.securitygroups_db [None req-3656eeca-4d5c-4671-b86a-f722a1096292 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Project b5adfa3d877040b6803d66692bd10f92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 19:30:33.187458 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3656eeca-4d5c-4671-b86a-f722a1096292 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (a1d46bda-f7ac-4600-8094-c0f9fbe143cb), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:33.275630 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] Set router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:33.412648 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3656eeca-4d5c-4671-b86a-f722a1096292 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (a1d46bda-f7ac-4600-8094-c0f9fbe143cb), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:33.522880 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3656eeca-4d5c-4671-b86a-f722a1096292 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (a1d46bda-f7ac-4600-8094-c0f9fbe143cb), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:33.551631 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656eeca-4d5c-4671-b86a-f722a1096292 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d46bda-f7ac-4600-8094-c0f9fbe143cb,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:33.576387 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-5abe0361-2130-4879-a395-5eecc3a0e69b None None] Provisioning complete for port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:33.576770 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5abe0361-2130-4879-a395-5eecc3a0e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:33.633532 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3656eeca-4d5c-4671-b86a-f722a1096292 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:33.635791 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3656eeca-4d5c-4671-b86a-f722a1096292 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6618030 Apr 11 19:30:33.638747 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 36148) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:33.643904 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-8daf7e02-9df1-487e-8162-0b2727b610f1 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'security_group_rule': {'security_group_id': '955b87e8-6053-450f-8deb-7fd9aad5deed', 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:33.723427 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.securitygroups_db [None req-8daf7e02-9df1-487e-8162-0b2727b610f1 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Project b5adfa3d877040b6803d66692bd10f92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 19:30:33.733696 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8daf7e02-9df1-487e-8162-0b2727b610f1 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (b3ad96cc-b1eb-419c-a42d-11d8f4dd4101), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:33.742785 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'name': 'tempest-TestVolumeBootPattern-1498015289-router', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:28Z', 'revision_number': 4, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'gw_port': {'id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '202d2f7f-a8bb-4858-aa04-ce65710f0ce1', 'name': '', 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'mac_address': 'fa:16:3e:89:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c336a52d-bd2d-4f09-8389-9dc6857faca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:27Z', 'updated_at': '2022-04-11T19:30:32Z', 'revision_number': 4, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'subnets': [{'id': 'c336a52d-bd2d-4f09-8389-9dc6857faca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:33.781349 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b458536-5743-44ae-bf60-bf103bc7e1f3 None None] The sync data for ids ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'] in dv-cinder-837362-1-iscsi is: [{'id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'name': 'tempest-TestVolumeBootPattern-1498015289-router', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:28Z', 'revision_number': 4, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'gw_port': {'id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '202d2f7f-a8bb-4858-aa04-ce65710f0ce1', 'name': '', 'network_id': 'c4e64585-8423-41c0-b48c-dc1f9d3a4e5f', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'mac_address': 'fa:16:3e:89:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c336a52d-bd2d-4f09-8389-9dc6857faca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:27Z', 'updated_at': '2022-04-11T19:30:32Z', 'revision_number': 4, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'subnets': [{'id': 'c336a52d-bd2d-4f09-8389-9dc6857faca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:30:33.799190 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-5abe0361-2130-4879-a395-5eecc3a0e69b None None] Current status of the port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 is: DOWN; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:33.799635 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5abe0361-2130-4879-a395-5eecc3a0e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:33.853106 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-5abe0361-2130-4879-a395-5eecc3a0e69b None None] For port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=202d2f7f-a8bb-4858-aa04-ce65710f0ce1,segment=NetworkSegment(65ae4ed1-0697-4535-9e4d-18daaaaadf9e),segment_id=65ae4ed1-0697-4535-9e4d-18daaaaadf9e)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:33.935094 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5abe0361-2130-4879-a395-5eecc3a0e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:33.989541 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3631718-8443-4b3c-a92f-a2292d8d31af req-2735f764-5de6-401a-903d-2b5cd327eb8b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:33.991158 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3631718-8443-4b3c-a92f-a2292d8d31af req-2735f764-5de6-401a-903d-2b5cd327eb8b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 944 time: 0.1523662 Apr 11 19:30:33.993177 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-365e285a-45fa-4421-8fa3-1e9619287189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:33.993314 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8daf7e02-9df1-487e-8162-0b2727b610f1 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (b3ad96cc-b1eb-419c-a42d-11d8f4dd4101), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:34.054104 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe0361-2130-4879-a395-5eecc3a0e69b None None] Pushing event updated for resources: {'Port': ['ID=202d2f7f-a8bb-4858-aa04-ce65710f0ce1,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:34.082080 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device f1ec1cf3-8719-464b-bfbc-f00352954124 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:34.088390 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8daf7e02-9df1-487e-8162-0b2727b610f1 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571751'] for security_group_rule (b3ad96cc-b1eb-419c-a42d-11d8f4dd4101), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:34.138198 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3631718-8443-4b3c-a92f-a2292d8d31af req-6bddc4ed-3c72-4415-8cf1-a1b3f0383a2f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342561 Apr 11 19:30:34.140653 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf7e02-9df1-487e-8162-0b2727b610f1 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ad96cc-b1eb-419c-a42d-11d8f4dd4101,revision_number=0']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:34.205187 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port f1ec1cf3-8719-464b-bfbc-f00352954124 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:30:34.342263 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8daf7e02-9df1-487e-8162-0b2727b610f1 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:34.343568 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8daf7e02-9df1-487e-8162-0b2727b610f1 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7036142 Apr 11 19:30:34.385817 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port f1ec1cf3-8719-464b-bfbc-f00352954124 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:34.386202 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:34.589171 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port f1ec1cf3-8719-464b-bfbc-f00352954124 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:34.724072 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:34.724072 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526f627e-c9b2-40e0-be40-4481c77a2982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec1cf3-8719-464b-bfbc-f00352954124'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:30:34.724072 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458ac7bb-394e-4a2d-9652-7733c48ca896" -d '{"events": [{"server_uuid": "526f627e-c9b2-40e0-be40-4481c77a2982", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec1cf3-8719-464b-bfbc-f00352954124"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:30:34.724072 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port f1ec1cf3-8719-464b-bfbc-f00352954124, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f1ec1cf3-8719-464b-bfbc-f00352954124,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:30:34.724072 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5581fe4b-822d-44b9-be93-47f9c3ca8b6e x-openstack-request-id: req-5581fe4b-822d-44b9-be93-47f9c3ca8b6e {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:30:34.724072 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526f627e-c9b2-40e0-be40-4481c77a2982", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec1cf3-8719-464b-bfbc-f00352954124", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:30:34.724072 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5581fe4b-822d-44b9-be93-47f9c3ca8b6e {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:30:34.724072 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5581fe4b-822d-44b9-be93-47f9c3ca8b6e'] response: {'server_uuid': '526f627e-c9b2-40e0-be40-4481c77a2982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec1cf3-8719-464b-bfbc-f00352954124', 'code': 200} Apr 11 19:30:34.821815 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:34.853998 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:34.936466 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=f1ec1cf3-8719-464b-bfbc-f00352954124,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:35.101109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ddc9b-d16f-4591-9139-7b847d769cac req-593201a7-fcca-4a07-9962-fc2966e3e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:35.103005 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-da3ddc9b-d16f-4591-9139-7b847d769cac req-593201a7-fcca-4a07-9962-fc2966e3e9c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 1129 time: 0.0694163 Apr 11 19:30:35.240624 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-da3ddc9b-d16f-4591-9139-7b847d769cac req-cca68d0c-c4bc-4efd-ac34-9a1f35d46aff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299596 Apr 11 19:30:35.280950 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 up at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:30:35.333231 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418dfda-d95b-4caa-b91c-0039180c3697 req-fe569f41-1510-4afc-8639-ca48881a7628 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:35.334732 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5418dfda-d95b-4caa-b91c-0039180c3697 req-fe569f41-1510-4afc-8639-ca48881a7628 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 945 time: 0.0641189 Apr 11 19:30:35.383247 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Provisioning complete for port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:30:35.383629 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:35.424814 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5418dfda-d95b-4caa-b91c-0039180c3697 req-51d09584-2b6f-4b84-a54c-61fb6da52010 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820596 Apr 11 19:30:35.495791 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Current status of the port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 is: ACTIVE; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:30:36.465785 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:36.596645 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1412c-517f-42a9-a616-11b41e96674b req-3ff7992c-3d7a-4987-9d81-84e29ba76d4b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:36.599235 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f5c1412c-517f-42a9-a616-11b41e96674b req-3ff7992c-3d7a-4987-9d81-84e29ba76d4b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 945 time: 0.0680807 Apr 11 19:30:36.673498 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f5c1412c-517f-42a9-a616-11b41e96674b req-5eb50247-a039-4f36-afbc-314f3f2a8dd1 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657868 Apr 11 19:30:37.883801 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5f970-8504-497d-8f0a-decc35f52676 req-a9e83d9b-3ed3-48c6-a9c3-7f5759296ada tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:37.886105 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-03a5f970-8504-497d-8f0a-decc35f52676 req-a9e83d9b-3ed3-48c6-a9c3-7f5759296ada tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 945 time: 0.0969350 Apr 11 19:30:37.922001 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:37.968339 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-03a5f970-8504-497d-8f0a-decc35f52676 req-f68b28af-c437-4a43-a7ac-0dd2fca07f3f tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716345 Apr 11 19:30:38.147453 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe954949-07f3-4004-9216-6cb27ccfc121 req-4d2ae277-a3f9-4d40-ba1f-1aea04c3679b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:38.149905 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fe954949-07f3-4004-9216-6cb27ccfc121 req-4d2ae277-a3f9-4d40-ba1f-1aea04c3679b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 945 time: 0.0909216 Apr 11 19:30:38.160124 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36238) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:38.166438 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-770addab-7513-4918-9251-df07bbb33ea8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Request body: {'floatingip': {'port_id': 'f1ec1cf3-8719-464b-bfbc-f00352954124'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:38.233846 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-770addab-7513-4918-9251-df07bbb33ea8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (28d94742-d405-4daa-a912-c1fb230b08f6), before_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:38.758763 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-770addab-7513-4918-9251-df07bbb33ea8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:38.844380 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-770addab-7513-4918-9251-df07bbb33ea8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (28d94742-d405-4daa-a912-c1fb230b08f6), after_update {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:39.014454 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-770addab-7513-4918-9251-df07bbb33ea8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Floating IP 28d94742-d405-4daa-a912-c1fb230b08f6 associated. External IP: 172.27.2.65, port: f1ec1cf3-8719-464b-bfbc-f00352954124. Apr 11 19:30:39.307176 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770addab-7513-4918-9251-df07bbb33ea8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Router 7f1f0a6f-195d-45e9-85a3-211ff5332900 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:30:39.450406 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770addab-7513-4918-9251-df07bbb33ea8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:30:39.456105 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-770addab-7513-4918-9251-df07bbb33ea8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:39.476937 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8cb00b-31cc-45c6-a024-649c920232cf None None] Sync routers for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:30:39.492143 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8cb00b-31cc-45c6-a024-649c920232cf None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:39.492929 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0d8cb00b-31cc-45c6-a024-649c920232cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:39.507876 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-770addab-7513-4918-9251-df07bbb33ea8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "PUT /v2.0/floatingips/28d94742-d405-4daa-a912-c1fb230b08f6 HTTP/1.1" status: 200 len: 990 time: 1.3331497 Apr 11 19:30:39.507876 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526f627e-c9b2-40e0-be40-4481c77a2982', 'tag': 'f1ec1cf3-8719-464b-bfbc-f00352954124'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:30:39.507876 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61645a54-05cf-45a4-963c-a4bf4200543d" -d '{"events": [{"name": "network-changed", "server_uuid": "526f627e-c9b2-40e0-be40-4481c77a2982", "tag": "f1ec1cf3-8719-464b-bfbc-f00352954124"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:30:39.536989 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac23c95-c7ca-43c2-85a4-69e44edf7ecd x-openstack-request-id: req-3ac23c95-c7ca-43c2-85a4-69e44edf7ecd {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:30:39.537379 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526f627e-c9b2-40e0-be40-4481c77a2982", "tag": "f1ec1cf3-8719-464b-bfbc-f00352954124", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:30:39.537862 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ac23c95-c7ca-43c2-85a4-69e44edf7ecd {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:30:39.538245 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac23c95-c7ca-43c2-85a4-69e44edf7ecd'] response: {'name': 'network-changed', 'server_uuid': '526f627e-c9b2-40e0-be40-4481c77a2982', 'tag': 'f1ec1cf3-8719-464b-bfbc-f00352954124', 'status': 'completed', 'code': 200} Apr 11 19:30:39.649525 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-0d8cb00b-31cc-45c6-a024-649c920232cf None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:39.654489 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61645a54-05cf-45a4-963c-a4bf4200543d req-a7bc0e69-c89d-40ec-9864-a9a564e51172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:39.660602 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-61645a54-05cf-45a4-963c-a4bf4200543d req-a7bc0e69-c89d-40ec-9864-a9a564e51172 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 1129 time: 0.0882070 Apr 11 19:30:39.810728 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61645a54-05cf-45a4-963c-a4bf4200543d req-3f34ae3d-1bbd-49dc-957b-b3efda626ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:39.813721 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-61645a54-05cf-45a4-963c-a4bf4200543d req-3f34ae3d-1bbd-49dc-957b-b3efda626ad7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36320420-1679-4c05-bb85-4925d8ad5187 HTTP/1.1" status: 200 len: 912 time: 0.1473780 Apr 11 19:30:39.935631 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-61645a54-05cf-45a4-963c-a4bf4200543d req-7fbd3186-22cc-4437-bc53-fea8afc7ab05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1ec1cf3-8719-464b-bfbc-f00352954124 HTTP/1.1" status: 200 len: 998 time: 0.1145740 Apr 11 19:30:40.018992 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0d8cb00b-31cc-45c6-a024-649c920232cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '28d94742-d405-4daa-a912-c1fb230b08f6', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'port_id': 'f1ec1cf3-8719-464b-bfbc-f00352954124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'mac_address': 'fa:16:3e:c9:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f627e-c9b2-40e0-be40-4481c77a2982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:30:21Z', 'updated_at': '2022-04-11T19:30:38Z', 'revision_number': 1, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:40.033163 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61645a54-05cf-45a4-963c-a4bf4200543d req-10a8db81-55bd-4594-ab9a-4786d902a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:40.038383 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-61645a54-05cf-45a4-963c-a4bf4200543d req-10a8db81-55bd-4594-ab9a-4786d902a776 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43138c21-abfb-474b-8fed-e764ca343967 HTTP/1.1" status: 200 len: 850 time: 0.0941021 Apr 11 19:30:40.062605 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8cb00b-31cc-45c6-a024-649c920232cf None None] Checking router: 7f1f0a6f-195d-45e9-85a3-211ff5332900 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:30:40.071842 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8cb00b-31cc-45c6-a024-649c920232cf None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:30:40.072531 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0d8cb00b-31cc-45c6-a024-649c920232cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:30:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:40.104575 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61645a54-05cf-45a4-963c-a4bf4200543d req-a3b94514-ae4a-4e55-acd8-f074e7a7c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:40.108860 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-61645a54-05cf-45a4-963c-a4bf4200543d req-a3b94514-ae4a-4e55-acd8-f074e7a7c3ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36320420-1679-4c05-bb85-4925d8ad5187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657721 Apr 11 19:30:40.226880 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-0d8cb00b-31cc-45c6-a024-649c920232cf None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:30:40.278240 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-61645a54-05cf-45a4-963c-a4bf4200543d req-05af4ed5-e986-4e62-b012-f49e214365d2 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582808 Apr 11 19:30:40.433080 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-61645a54-05cf-45a4-963c-a4bf4200543d req-6b1e3dbd-87cf-4c09-a34d-3ddbf5d08c07 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478243 Apr 11 19:30:40.532455 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0d8cb00b-31cc-45c6-a024-649c920232cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '28d94742-d405-4daa-a912-c1fb230b08f6', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'port_id': 'f1ec1cf3-8719-464b-bfbc-f00352954124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'mac_address': 'fa:16:3e:c9:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f627e-c9b2-40e0-be40-4481c77a2982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:30:21Z', 'updated_at': '2022-04-11T19:30:38Z', 'revision_number': 1, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:40.569480 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8cb00b-31cc-45c6-a024-649c920232cf None None] The sync data for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi is: [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '28d94742-d405-4daa-a912-c1fb230b08f6', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'port_id': 'f1ec1cf3-8719-464b-bfbc-f00352954124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'mac_address': 'fa:16:3e:c9:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f627e-c9b2-40e0-be40-4481c77a2982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:30:21Z', 'updated_at': '2022-04-11T19:30:38Z', 'revision_number': 1, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:30:40.871269 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0823f3d5-368c-4cd5-a12b-fc6bd1c5f447 None None] New status for floating IP 28d94742-d405-4daa-a912-c1fb230b08f6: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:30:55.911418 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:30:56.049277 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-e46f4516-5221-44b7-9b22-e46f887b6a92 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733643625&fields=id&tenant_id=b5adfa3d877040b6803d66692bd10f92 HTTP/1.1" status: 200 len: 267 time: 0.0451460 Apr 11 19:30:56.152268 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-fc01aa47-acd6-4a1a-9c0a-635891fba820 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:56.153717 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-fc01aa47-acd6-4a1a-9c0a-635891fba820 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 811 time: 0.0981736 Apr 11 19:30:56.168103 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-143a6bee-d48c-4b34-836b-ac4044aadd69 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/quotas/b5adfa3d877040b6803d66692bd10f92 HTTP/1.1" status: 200 len: 375 time: 0.0085649 Apr 11 19:30:56.218754 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-834c323c-f4fd-46e8-adc3-c11247212481 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459480 Apr 11 19:30:56.312444 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-d03c8873-94f8-4672-b6fd-a332308c518e service neutron] 10.222.0.13 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819488 Apr 11 19:30:56.351823 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36402) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:56.396445 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Deleting subnet a87e9550-e475-451c-ba85-b538dc690bbe {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:30:56.399798 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Publish callbacks [] for subnet (a87e9550-e475-451c-ba85-b538dc690bbe), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.406298 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-b2323aa3-e160-4fd8-b92a-1370bd4020a5 service neutron] 10.222.0.13 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882926 Apr 11 19:30:56.438213 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (a87e9550-e475-451c-ba85-b538dc690bbe), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.476358 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (a87e9550-e475-451c-ba85-b538dc690bbe), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.590909 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (a87e9550-e475-451c-ba85-b538dc690bbe), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.614793 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87e9550-e475-451c-ba85-b538dc690bbe,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:56.625141 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.625495 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.625841 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.626184 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.626525 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.627412 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.627412 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.627608 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.627804 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.628158 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.628488 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.628813 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.629137 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.629489 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.629811 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:30:56.632690 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.635872 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-501d96f2-6816-4b6b-9ba9-f604c3271b5b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a87e9550-e475-451c-ba85-b538dc690bbe HTTP/1.1" status: 204 len: 168 time: 0.2829940 Apr 11 19:30:56.638490 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36410) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:56.708800 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (391260bf-7ab1-4c0a-9acb-8b34758d932a), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.784897 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (391260bf-7ab1-4c0a-9acb-8b34758d932a), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.804945 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391260bf-7ab1-4c0a-9acb-8b34758d932a']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:56.814667 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40f4f0a-75c4-4c07-90da-85c3aa258fc5') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:56.817127 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40f4f0a-75c4-4c07-90da-85c3aa258fc5') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:30:56.828709 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29057243'] for segment (e40f4f0a-75c4-4c07-90da-85c3aa258fc5), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.847316 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (e40f4f0a-75c4-4c07-90da-85c3aa258fc5), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.848284 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:30:56.848672 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25449861'] for segment (e40f4f0a-75c4-4c07-90da-85c3aa258fc5), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: Traceback (most recent call last): Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: timer() Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: cb(*args, **kw) Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: return func(*args, **kwargs) Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: self._notify() Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: self.callback(batched_events) Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: event.method(event) Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: return f(self, *a, **k) Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._get(url).json() Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: return self.request(url, 'GET', **kwargs) Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:30:56.850390 dv-cinder-837362-1-iscsi neutron-server[103944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:30:56.964386 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (391260bf-7ab1-4c0a-9acb-8b34758d932a), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.970756 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:56.974893 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/391260bf-7ab1-4c0a-9acb-8b34758d932a HTTP/1.1" status: 204 len: 168 time: 0.3354828 Apr 11 19:30:56.985599 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eaabc911-b9f2-467c-aae1-e44afa1c3cf9 req-c6ea2f87-b6d9-4e8e-8e36-e03033f2312f tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 210 time: 0.0300364 Apr 11 19:30:56.993696 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c7cc1-26dd-4ac3-b406-9f980bc90de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=391260bf-7ab1-4c0a-9acb-8b34758d932a,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:57.388608 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36422) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:57.427792 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-24018c78-af76-4ad6-a863-f0951a3054b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab136d31202f41b0a4c2a15f0caf6dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380449 Apr 11 19:30:57.430288 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36424) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:57.477519 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-93b0673a-382e-4f7c-8597-a2e206461aa3 admin admin] Publish callbacks [] for security_group (105e10be-8eec-43cb-8993-310f351acfb4), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:57.502835 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-93b0673a-382e-4f7c-8597-a2e206461aa3 admin admin] Publish callbacks [] for security_group (105e10be-8eec-43cb-8993-310f351acfb4), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:57.630834 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-93b0673a-382e-4f7c-8597-a2e206461aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (105e10be-8eec-43cb-8993-310f351acfb4), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:57.633481 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-93b0673a-382e-4f7c-8597-a2e206461aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:57.634638 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-93b0673a-382e-4f7c-8597-a2e206461aa3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/105e10be-8eec-43cb-8993-310f351acfb4 HTTP/1.1" status: 204 len: 168 time: 0.2034624 Apr 11 19:30:57.643504 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0673a-382e-4f7c-8597-a2e206461aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105e10be-8eec-43cb-8993-310f351acfb4,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:30:58.065357 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1c9c09fc-1f58-4676-a427-6fb9ab345794 req-f10cc655-d12b-4f79-8267-4c976e02aa2a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 210 time: 0.0281215 Apr 11 19:30:58.224808 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:59.159503 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6e81dd40-04b9-4788-b31b-4efce5d0e64e req-3aa7f03f-63bf-484e-933c-bfd492a5471d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 210 time: 0.0278957 Apr 11 19:30:59.447460 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-e97065b2-c220-4ae5-a35d-ce5cffb6bcaa tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:30:59.448989 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-e97065b2-c220-4ae5-a35d-ce5cffb6bcaa tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 811 time: 0.1023004 Apr 11 19:30:59.515318 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-89f15e60-2ec5-4576-8b08-02429c446d02 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5adfa3d877040b6803d66692bd10f92 HTTP/1.1" status: 200 len: 380 time: 0.0534651 Apr 11 19:30:59.524083 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'port': {'device_id': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'admin_state_up': True, 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'security_groups': ['955b87e8-6053-450f-8deb-7fd9aad5deed']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:30:59.762228 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Made reservation on behalf of b5adfa3d877040b6803d66692bd10f92 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:30:59.765884 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:59.889439 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Allocated IP 172.20.0.8 (b44f8569-24f0-4104-825c-4fd43ed0406d/b5b99a86-23c6-46b5-8f1c-5b8332ade88c/6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:31:00.030906 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:00.144453 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:00.188933 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Network b44f8569-24f0-4104-825c-4fd43ed0406d is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:31:00.192143 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:31:00.196042 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:31:00.228016 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'Port': ['ID=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:00.271030 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.271529 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.271723 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.272096 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.272440 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.272848 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.273189 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.273519 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.273894 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.274233 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.274561 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.275013 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.275400 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.275725 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.276075 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:00.303172 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:00.304012 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:00.315893 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef173461-9b2f-480d-83e5-22888a6f8c1b req-bc050b89-a0a4-495d-9d6e-e4a176f9a59d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:00.317516 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef173461-9b2f-480d-83e5-22888a6f8c1b req-bc050b89-a0a4-495d-9d6e-e4a176f9a59d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 931 time: 0.0907061 Apr 11 19:31:00.374826 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef173461-9b2f-480d-83e5-22888a6f8c1b req-c785604b-ef62-40b5-afc2-53ff1d1c7d73 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481184 Apr 11 19:31:00.422687 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-70ec4605-734b-42ab-8bce-7f4678cb4af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9021294 Apr 11 19:31:00.438021 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Request body: {'port': {'device_id': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:31:00.445824 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-9f65fc81-e9f3-49c6-99a0-17df63d85649 None None] Provisioning complete for port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:31:00.446342 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9f65fc81-e9f3-49c6-99a0-17df63d85649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:00.480636 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-9f65fc81-e9f3-49c6-99a0-17df63d85649 None None] Port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:31:00.500798 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:00.766112 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:31:00.773615 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Publish callbacks [] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:00.786628 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Transition to ACTIVE for port object 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:31:00.864961 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:00.935092 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:00.996093 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Attempting to bind port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:31:00.998598 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Attempting to bind port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:31:00.998598 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Attempting to bind port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b on network b44f8569-24f0-4104-825c-4fd43ed0406d {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:31:01.002148 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b on network b44f8569-24f0-4104-825c-4fd43ed0406d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:31:01.002476 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Attempting to bind port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b on network b44f8569-24f0-4104-825c-4fd43ed0406d {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:31:01.008168 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:31:01.008520 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Checking segment: {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:31:01.008903 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Bound using segment: {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:31:01.009545 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Bound port: 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:31:01.009962 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:01.080376 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] For port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:31:01.083574 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] For port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:31:01.202486 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:01.235214 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:01.235826 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:01.237232 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] 10.222.0.23 "PUT /v2.0/ports/6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b HTTP/1.1" status: 200 len: 1093 time: 0.8039253 Apr 11 19:31:01.237666 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'tag': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:31:01.239931 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bda8b3-8d2f-44e3-98d8-fb6b28010fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa03f52-ca2d-4066-adac-12324ed1cb22", "tag": "6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:31:01.266529 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c679d-1cd6-4517-b50f-ed5b68bf45f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:01.283731 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30302965-d11e-416a-9184-25280ffbd304 x-openstack-request-id: req-30302965-d11e-416a-9184-25280ffbd304 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:31:01.284075 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa03f52-ca2d-4066-adac-12324ed1cb22", "tag": "6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:31:01.284465 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30302965-d11e-416a-9184-25280ffbd304 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:31:01.284879 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30302965-d11e-416a-9184-25280ffbd304'] response: {'name': 'network-changed', 'server_uuid': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'tag': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b', 'status': 'completed', 'code': 200} Apr 11 19:31:01.346741 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bda8b3-8d2f-44e3-98d8-fb6b28010fa2 req-18df8fb5-dbbf-4a46-8ec3-4b42f4e0d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:01.348310 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b3bda8b3-8d2f-44e3-98d8-fb6b28010fa2 req-18df8fb5-dbbf-4a46-8ec3-4b42f4e0d4ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 1127 time: 0.0454662 Apr 11 19:31:01.482516 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-913b6f9a-9048-4647-a886-4f1bf67158c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:01.511140 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb1d27-5024-4fcf-8887-57fee27d66b9 req-59157d42-5ded-4a8b-9e19-0b661f93e9bf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:01.513154 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4dfb1d27-5024-4fcf-8887-57fee27d66b9 req-59157d42-5ded-4a8b-9e19-0b661f93e9bf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 943 time: 0.0559373 Apr 11 19:31:01.888223 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4dfb1d27-5024-4fcf-8887-57fee27d66b9 req-122baac6-6a6c-44b8-9b78-7f2aa805c0cd tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651476 Apr 11 19:31:01.902224 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bda8b3-8d2f-44e3-98d8-fb6b28010fa2 req-d4cbce19-a6fa-4246-813e-087d6c751e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:01.903767 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b3bda8b3-8d2f-44e3-98d8-fb6b28010fa2 req-d4cbce19-a6fa-4246-813e-087d6c751e33 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5adfa3d877040b6803d66692bd10f92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4099565 Apr 11 19:31:01.997593 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bda8b3-8d2f-44e3-98d8-fb6b28010fa2 req-1704006c-4811-4df1-b904-d8af73e701ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:01.999083 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b3bda8b3-8d2f-44e3-98d8-fb6b28010fa2 req-1704006c-4811-4df1-b904-d8af73e701ec service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897675 Apr 11 19:31:02.071095 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-ad45d550-0358-4995-9e91-a9ba04d82547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:02.072728 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-ad45d550-0358-4995-9e91-a9ba04d82547 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 1127 time: 0.0387492 Apr 11 19:31:02.117901 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-595d56a1-99fa-47b3-a9ce-99510a10d720 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b HTTP/1.1" status: 200 len: 217 time: 0.0373492 Apr 11 19:31:02.166443 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-e303321e-062e-4a73-adf5-bf789863b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:02.167758 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-e303321e-062e-4a73-adf5-bf789863b8a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0425944 Apr 11 19:31:02.210303 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-95e7b934-8865-4fe7-9f06-9efe5114e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:02.211756 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-95e7b934-8865-4fe7-9f06-9efe5114e332 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369477 Apr 11 19:31:02.302937 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-e8d1b0da-0743-4429-896f-4ef3b8370201 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840278 Apr 11 19:31:02.393424 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f129b4aa-20bd-4942-8cde-614d8f3376d4 req-81f35aef-8e03-4dc9-abc7-f5618c0d96c5 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838270 Apr 11 19:31:03.009902 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b974e-daf5-40b0-b556-ef1add9fe502 req-76872915-5cdd-44fc-a92d-345ed680af6e tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:03.011397 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e18b974e-daf5-40b0-b556-ef1add9fe502 req-76872915-5cdd-44fc-a92d-345ed680af6e tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 943 time: 0.0530429 Apr 11 19:31:03.061173 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e18b974e-daf5-40b0-b556-ef1add9fe502 req-d838a7c8-4e7b-4b3f-9262-d6aea6dd99e4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Apr 11 19:31:03.925911 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9fa42e32-e049-49f5-a49c-d1ad4494b77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:04.185355 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f8dbb-4c0a-46a3-ac2c-330ccf404caf req-482b43f9-5563-41d4-bc33-623d949d3fac tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:04.186850 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-665f8dbb-4c0a-46a3-ac2c-330ccf404caf req-482b43f9-5563-41d4-bc33-623d949d3fac tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 943 time: 0.0485413 Apr 11 19:31:04.236024 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-665f8dbb-4c0a-46a3-ac2c-330ccf404caf req-b4a62353-134e-40b2-8d4c-48ed04f5cd11 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433974 Apr 11 19:31:04.397719 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-59ce05a5-b045-4a52-b342-2ff7872f9acf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422926 Apr 11 19:31:04.479233 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-6b7254b8-418f-4de3-ab16-02493e3b7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:04.480712 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-6b7254b8-418f-4de3-ab16-02493e3b7298 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d331794281e1447ab4e29bfe2df744bd&device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 1129 time: 0.0387075 Apr 11 19:31:04.585105 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-fd04e7b0-90db-4c61-bfac-5a8b17d38ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:04.586576 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-fd04e7b0-90db-4c61-bfac-5a8b17d38ce4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36320420-1679-4c05-bb85-4925d8ad5187 HTTP/1.1" status: 200 len: 912 time: 0.0857508 Apr 11 19:31:04.659693 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-3c38c76b-c0c6-4dff-96db-9e84859a1162 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1ec1cf3-8719-464b-bfbc-f00352954124 HTTP/1.1" status: 200 len: 1000 time: 0.0656114 Apr 11 19:31:04.698450 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:04.708262 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-6e7f68a6-0959-43de-bcee-00747b40a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:04.709733 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-6e7f68a6-0959-43de-bcee-00747b40a6e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43138c21-abfb-474b-8fed-e764ca343967 HTTP/1.1" status: 200 len: 850 time: 0.0445702 Apr 11 19:31:04.753361 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-23af6af0-256a-4ab6-aec4-a408039709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:04.754870 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-23af6af0-256a-4ab6-aec4-a408039709ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36320420-1679-4c05-bb85-4925d8ad5187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391746 Apr 11 19:31:04.846287 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-cf60df67-98e1-499d-8d96-e4a81b4586a2 service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852201 Apr 11 19:31:04.937550 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47daa09e-12c7-492d-9e73-1cc5cc261174 req-50d446be-e5e4-49fb-921d-bb133608df2d service neutron] 10.222.0.23 "GET /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853362 Apr 11 19:31:05.354198 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db610e82-f867-4c35-b5b5-1144cf922879 req-55fbb272-e980-44e4-98f7-d8d606857009 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:05.355822 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-db610e82-f867-4c35-b5b5-1144cf922879 req-55fbb272-e980-44e4-98f7-d8d606857009 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 943 time: 0.0533738 Apr 11 19:31:05.404775 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-db610e82-f867-4c35-b5b5-1144cf922879 req-b204b857-17eb-48be-ad60-1097c0f88e6e tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426297 Apr 11 19:31:06.436220 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:06.520318 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba3125-f61e-4ee7-addc-9b0a4040c68c req-2b77d4a4-c4bc-4d24-afac-0d2d1f4def60 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:06.521870 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55ba3125-f61e-4ee7-addc-9b0a4040c68c req-2b77d4a4-c4bc-4d24-afac-0d2d1f4def60 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 943 time: 0.0509782 Apr 11 19:31:06.573885 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-55ba3125-f61e-4ee7-addc-9b0a4040c68c req-5d5e1b3e-7d4e-4886-9531-4837fe85f60f tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459673 Apr 11 19:31:07.688495 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e130-93cb-4eed-ab42-0d051eaa88f3 req-655f1c63-69ea-44a1-8325-fad88ca14f96 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:07.689957 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c763e130-93cb-4eed-ab42-0d051eaa88f3 req-655f1c63-69ea-44a1-8325-fad88ca14f96 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 943 time: 0.0503342 Apr 11 19:31:07.737170 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c763e130-93cb-4eed-ab42-0d051eaa88f3 req-daa9b81a-467d-4a3f-921c-97dbc17dad81 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417690 Apr 11 19:31:07.893408 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:08.850236 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d620e-d633-4a14-ab6f-df871a7b2141 req-309dd1e4-faf6-4f8d-95a6-2e539b02ac8f tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:08.851698 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-363d620e-d633-4a14-ab6f-df871a7b2141 req-309dd1e4-faf6-4f8d-95a6-2e539b02ac8f tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 943 time: 0.0469856 Apr 11 19:31:08.898865 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-363d620e-d633-4a14-ab6f-df871a7b2141 req-ba16d2de-e1ea-4296-b990-9f9e4e29a812 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409391 Apr 11 19:31:10.012848 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b4637-8c3a-47a2-9547-1f9bd4627b4d req-2eae809c-af47-4abc-8342-638d1a77f49a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:10.014371 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-637b4637-8c3a-47a2-9547-1f9bd4627b4d req-2eae809c-af47-4abc-8342-638d1a77f49a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 943 time: 0.0501842 Apr 11 19:31:10.069010 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-637b4637-8c3a-47a2-9547-1f9bd4627b4d req-794fd1fb-5a4a-4326-b8c9-96cc2bca856d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489509 Apr 11 19:31:10.248185 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:31:10.347282 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:31:10.359004 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'port_id': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b', 'mac_address': 'fa:16:3e:84:77:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:31:10.394866 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:31:10.395241 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:10.408414 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:31:10.427537 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:31:10.538757 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:10.589949 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:10.597439 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.597793 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.598147 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.598471 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.598808 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.599138 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.599462 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.599787 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.600142 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.600464 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.600796 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.601118 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.601443 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.601766 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.602086 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:10.756387 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:31:10.967178 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36590) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:11.070824 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-96e33be6-97d7-4c6c-a7e8-733acb50aa89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:11.145029 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-96e33be6-97d7-4c6c-a7e8-733acb50aa89 admin admin] Publish callbacks [] for security_group (eb1f8cf3-d2a1-4c91-8b9a-477896c02a5c), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:11.179948 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9a3cc-8414-4586-a8f9-acd37ffa4697 req-4e602beb-53b9-4f60-a69b-684d723502a7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:11.182182 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50e9a3cc-8414-4586-a8f9-acd37ffa4697 req-4e602beb-53b9-4f60-a69b-684d723502a7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 944 time: 0.0471220 Apr 11 19:31:11.230369 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-50e9a3cc-8414-4586-a8f9-acd37ffa4697 req-5ee8bc12-4b7f-4b61-87b4-28b9a579f15d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427823 Apr 11 19:31:11.240444 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-96e33be6-97d7-4c6c-a7e8-733acb50aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (eb1f8cf3-d2a1-4c91-8b9a-477896c02a5c), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:11.278160 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e33be6-97d7-4c6c-a7e8-733acb50aa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1f8cf3-d2a1-4c91-8b9a-477896c02a5c,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:11.282595 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-96e33be6-97d7-4c6c-a7e8-733acb50aa89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0d086786ec04787ba930b7f3041a917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137460 Apr 11 19:31:11.285094 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36596) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:11.333333 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d6fc-62e0-4abf-8fac-744399736544 admin admin] Publish callbacks [] for security_group (eb1f8cf3-d2a1-4c91-8b9a-477896c02a5c), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:11.353827 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d6fc-62e0-4abf-8fac-744399736544 admin admin] Publish callbacks [] for security_group (eb1f8cf3-d2a1-4c91-8b9a-477896c02a5c), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:11.491452 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d6fc-62e0-4abf-8fac-744399736544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (eb1f8cf3-d2a1-4c91-8b9a-477896c02a5c), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:11.494000 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d6fc-62e0-4abf-8fac-744399736544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:11.495208 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0ed4d6fc-62e0-4abf-8fac-744399736544 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb1f8cf3-d2a1-4c91-8b9a-477896c02a5c HTTP/1.1" status: 204 len: 168 time: 0.2091637 Apr 11 19:31:11.503531 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4d6fc-62e0-4abf-8fac-744399736544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1f8cf3-d2a1-4c91-8b9a-477896c02a5c,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:12.261669 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:31:12.309865 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:31:12.347330 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef9f78-c90d-4281-b55b-be303f07fe9a req-f758e3cd-17e9-4764-af7b-8d92bcb141aa tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:12.348841 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-42ef9f78-c90d-4281-b55b-be303f07fe9a req-f758e3cd-17e9-4764-af7b-8d92bcb141aa tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 944 time: 0.0479898 Apr 11 19:31:12.394370 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:31:12.394748 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:12.398311 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-42ef9f78-c90d-4281-b55b-be303f07fe9a req-4f15cf84-ef6e-4db3-b73b-7a4a02b743bd tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 Apr 11 19:31:12.471876 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:31:12.472710 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:12.497702 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:31:12.500398 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b78b2c-8a9f-4279-924b-5051428de5db" -d '{"events": [{"server_uuid": "7aa03f52-ca2d-4066-adac-12324ed1cb22", "name": "network-vif-plugged", "status": "completed", "tag": "6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:31:12.513214 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:31:12.529320 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36622) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:12.536212 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d696b5d6-4fea-4288-a460-326ae33f6033 x-openstack-request-id: req-d696b5d6-4fea-4288-a460-326ae33f6033 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:31:12.536503 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa03f52-ca2d-4066-adac-12324ed1cb22", "name": "network-vif-plugged", "status": "completed", "tag": "6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:31:12.536755 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d696b5d6-4fea-4288-a460-326ae33f6033 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:31:12.537161 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d696b5d6-4fea-4288-a460-326ae33f6033'] response: {'server_uuid': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b', 'code': 200} Apr 11 19:31:12.590668 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:12.625811 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1995548237-network', 'tenant_id': 'a459e06fafd74024873f5f4373089e01'}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:31:12.644705 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:12.749460 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Made reservation on behalf of a459e06fafd74024873f5f4373089e01 for: {'network': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:31:12.751765 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for network (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:12.760296 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:12.832571 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Publish callbacks [] for security_group (0a067146-5f7e-4ff1-8597-71d6b51a69da), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:12.894898 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d6aa3-afbd-4a9b-949d-27b5f0ac172c req-a6f79670-0cfa-4c09-8980-8aaa1fe07dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:12.896433 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a91d6aa3-afbd-4a9b-949d-27b5f0ac172c req-a6f79670-0cfa-4c09-8980-8aaa1fe07dca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 1129 time: 0.0420203 Apr 11 19:31:12.920445 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (0a067146-5f7e-4ff1-8597-71d6b51a69da), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:12.942590 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:31:12.946807 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a91d6aa3-afbd-4a9b-949d-27b5f0ac172c req-1dd8e4ff-f7e2-40d0-a743-cc3c886afa99 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401423 Apr 11 19:31:12.957124 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a067146-5f7e-4ff1-8597-71d6b51a69da,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:12.959957 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (85ac9fc3-db2d-4ea0-8c99-1e967d2462fd), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:12.960298 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.segments_db [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Added segment 85ac9fc3-db2d-4ea0-8c99-1e967d2462fd of type vlan for network d1866068-297b-4910-a005-df88c6d2b769 Apr 11 19:31:12.999983 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768059762782'] for network (d1866068-297b-4910-a005-df88c6d2b769), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:13.104418 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022'] for network (d1866068-297b-4910-a005-df88c6d2b769), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:13.105386 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:13.105974 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:13.166020 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] Pushing event updated for resources: {'Network': ['ID=d1866068-297b-4910-a005-df88c6d2b769,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:13.182579 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Network d1866068-297b-4910-a005-df88c6d2b769 details requested by agent ovs-agent-dv-cinder-837362-1-iscsi with host dv-cinder-837362-1-iscsi {{(pid=103946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:31:13.244756 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-018551cd-0f6a-4d4b-82cc-917aad3631e3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7141509 Apr 11 19:31:13.247653 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36626) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:13.252782 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.v2.base [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] Request body: {'subnet': {'network_id': 'd1866068-297b-4910-a005-df88c6d2b769', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1995548237-subnet', 'tenant_id': 'a459e06fafd74024873f5f4373089e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:31:13.350091 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] Made reservation on behalf of a459e06fafd74024873f5f4373089e01 for: {'subnet': 1} {{(pid=103944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:31:13.352497 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29092812'] for subnet (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:13.512206 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce804e3-97d7-4285-8e4c-5023fc313f11 req-847fd4a2-c989-440f-ae2e-3f0b8d52f29a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:13.513625 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bce804e3-97d7-4285-8e4c-5023fc313f11 req-847fd4a2-c989-440f-ae2e-3f0b8d52f29a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 945 time: 0.0475945 Apr 11 19:31:13.563163 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bce804e3-97d7-4285-8e4c-5023fc313f11 req-fdf34cdf-984b-4178-b594-3e6b589bd01e tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Apr 11 19:31:13.602026 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25449442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29092830'] for subnet (89b6b6dd-b598-4c6f-94ed-96637b5ea7f4), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:13.655010 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b6b6dd-b598-4c6f-94ed-96637b5ea7f4,revision_number=0']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:13.665829 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] Checking segment: {'id': '85ac9fc3-db2d-4ea0-8c99-1e967d2462fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:31:13.666191 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] Network hostable DHCP agents. Network: d1866068-297b-4910-a005-df88c6d2b769, hostable agents: ['5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df'], hosted agents: [] {{(pid=103944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:31:13.766119 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] Network d1866068-297b-4910-a005-df88c6d2b769 is scheduled to be hosted by DHCP agent 5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df with binding_index 1 {{(pid=103944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:31:13.841152 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.base_scheduler [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-1-iscsi, d1866068-297b-4910-a005-df88c6d2b769) {{(pid=103944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:31:13.845747 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:13.846371 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:13.850814 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e7ecd-10a4-4023-afb5-6b041e5287d4 None None] Network d1866068-297b-4910-a005-df88c6d2b769 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:31:13.954489 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc3034-8a56-41e0-a4f1-3a3a6556bdac None None] Network d1866068-297b-4910-a005-df88c6d2b769 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:31:13.974927 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-98327ce6-fb44-4bb4-81c4-8bbfe1014ca6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7221069 Apr 11 19:31:14.676577 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1470e6-7333-40b7-a51a-0f955bbfe73a req-e9c1604d-997b-4d7e-831a-98f7515cb6ed tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:14.680126 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6f1470e6-7333-40b7-a51a-0f955bbfe73a req-e9c1604d-997b-4d7e-831a-98f7515cb6ed tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 945 time: 0.0472863 Apr 11 19:31:14.732327 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6f1470e6-7333-40b7-a51a-0f955bbfe73a req-9e0daa53-f5ce-4937-8150-da0a10e6e97d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485871 Apr 11 19:31:14.841315 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc16547-f70e-4e81-b011-ea35aabf0d7c req-b6804976-b2d0-4423-a704-d803f6485647 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:14.843353 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dbc16547-f70e-4e81-b011-ea35aabf0d7c req-b6804976-b2d0-4423-a704-d803f6485647 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 945 time: 0.0467696 Apr 11 19:31:14.893163 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dbc16547-f70e-4e81-b011-ea35aabf0d7c req-1a7df194-eef4-4fc8-8780-26cd0f51aa96 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441713 Apr 11 19:31:14.916411 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36642) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:15.051896 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db04a11-1a30-4b5c-beca-09294f3c13a8 tempest-TestVolumeBootPattern-1521745257 tempest-TestVolumeBootPattern-1521745257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:15.053449 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7db04a11-1a30-4b5c-beca-09294f3c13a8 tempest-TestVolumeBootPattern-1521745257 tempest-TestVolumeBootPattern-1521745257-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 1124 time: 0.1360302 Apr 11 19:31:15.056436 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 36648) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:15.060990 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'port_id': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:31:15.235201 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:15.316078 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:15.418006 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Allocated IP 172.27.2.96 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/37274bd3-9ee6-440f-a4ef-8db0f41e4b0e) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:31:15.521304 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for port (37274bd3-9ee6-440f-a4ef-8db0f41e4b0e), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:15.634657 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (37274bd3-9ee6-440f-a4ef-8db0f41e4b0e), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:15.672173 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:31:15.675043 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:31:15.677669 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:31:15.711935 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'Port': ['ID=37274bd3-9ee6-440f-a4ef-8db0f41e4b0e,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:16.073669 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (622a20b4-9d2e-4d05-aa7b-844f1afdac81), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:16.207650 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127270f6-2957-4987-bcce-855346b8d39f req-276cddfe-dba0-4baa-8ea1-97c92c62cd51 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:16.209199 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-276cddfe-dba0-4baa-8ea1-97c92c62cd51 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/networks?id=d1866068-297b-4910-a005-df88c6d2b769 HTTP/1.1" status: 200 len: 814 time: 0.1149430 Apr 11 19:31:16.224695 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-578f11b4-275d-4297-a036-c5e317ae409f tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/quotas/a459e06fafd74024873f5f4373089e01 HTTP/1.1" status: 200 len: 375 time: 0.0098934 Apr 11 19:31:16.259110 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-3718bcb6-4fa7-4885-aa3c-48a058f3e717 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a459e06fafd74024873f5f4373089e01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292683 Apr 11 19:31:16.309173 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (37274bd3-9ee6-440f-a4ef-8db0f41e4b0e), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:16.416189 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-fe874726-0649-4e68-8bf9-f03b4cedff4e service neutron] 10.222.0.13 "GET /v2.0/networks/d1866068-297b-4910-a005-df88c6d2b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395733 Apr 11 19:31:16.566046 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-81bb58cd-6357-4442-97ff-88ac89730d18 service neutron] 10.222.0.13 "GET /v2.0/networks/d1866068-297b-4910-a005-df88c6d2b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418097 Apr 11 19:31:16.583548 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for port (37274bd3-9ee6-440f-a4ef-8db0f41e4b0e), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:16.693023 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (37274bd3-9ee6-440f-a4ef-8db0f41e4b0e), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:16.767230 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'Port': ['ID=37274bd3-9ee6-440f-a4ef-8db0f41e4b0e,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:16.775635 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (622a20b4-9d2e-4d05-aa7b-844f1afdac81), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:16.893633 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2baae84c-2af0-4496-acf7-09a3debcca15 req-541968f4-d498-49f7-abb0-e4edaa0ec437 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 210 time: 0.0324605 Apr 11 19:31:16.913350 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Floating IP 622a20b4-9d2e-4d05-aa7b-844f1afdac81 associated. External IP: 172.27.2.96, port: 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b. Apr 11 19:31:17.130662 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Router 855476e6-70e4-434f-8262-c49efdd994a8 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:31:17.241324 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:31:17.253575 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504bc60-bbfc-44cb-9682-60010dbc9dc7 None None] Sync routers for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:31:17.263679 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504bc60-bbfc-44cb-9682-60010dbc9dc7 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:31:17.264944 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5504bc60-bbfc-44cb-9682-60010dbc9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:31:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:17.369595 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:17.374613 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5504bc60-bbfc-44cb-9682-60010dbc9dc7 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:31:17.401105 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-9d3dfa82-f9c5-4c63-81db-1007615a5faf tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3434012 Apr 11 19:31:17.401589 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'tag': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:31:17.403884 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbafad0-8322-4427-b5c8-c7fece485df0" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa03f52-ca2d-4066-adac-12324ed1cb22", "tag": "6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:31:17.444148 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158b188e-fd65-4a7d-a576-33dd56832fac x-openstack-request-id: req-158b188e-fd65-4a7d-a576-33dd56832fac {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:31:17.444443 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa03f52-ca2d-4066-adac-12324ed1cb22", "tag": "6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:31:17.444726 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-158b188e-fd65-4a7d-a576-33dd56832fac {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:31:17.445396 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158b188e-fd65-4a7d-a576-33dd56832fac'] response: {'name': 'network-changed', 'server_uuid': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'tag': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b', 'status': 'completed', 'code': 200} Apr 11 19:31:17.513585 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbafad0-8322-4427-b5c8-c7fece485df0 req-cb5aabaf-2afe-4c2a-9386-4a0e80733350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:17.515366 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fcbafad0-8322-4427-b5c8-c7fece485df0 req-cb5aabaf-2afe-4c2a-9386-4a0e80733350 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 1129 time: 0.0501966 Apr 11 19:31:17.614972 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5504bc60-bbfc-44cb-9682-60010dbc9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '622a20b4-9d2e-4d05-aa7b-844f1afdac81', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:84:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:31:15Z', 'updated_at': '2022-04-11T19:31:15Z', 'revision_number': 0, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:17.624950 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbafad0-8322-4427-b5c8-c7fece485df0 req-b60ccf86-ea57-41d5-84bb-db1f065d1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:17.626814 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fcbafad0-8322-4427-b5c8-c7fece485df0 req-b60ccf86-ea57-41d5-84bb-db1f065d1f79 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 912 time: 0.1058509 Apr 11 19:31:17.642527 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504bc60-bbfc-44cb-9682-60010dbc9dc7 None None] Checking router: 855476e6-70e4-434f-8262-c49efdd994a8 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:31:17.651968 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504bc60-bbfc-44cb-9682-60010dbc9dc7 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:31:17.652797 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5504bc60-bbfc-44cb-9682-60010dbc9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:31:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:17.700584 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fcbafad0-8322-4427-b5c8-c7fece485df0 req-c25a5a36-2778-4950-ae88-715d9675c044 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b HTTP/1.1" status: 200 len: 998 time: 0.0681152 Apr 11 19:31:17.755126 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbafad0-8322-4427-b5c8-c7fece485df0 req-c8623861-cd70-4758-ad91-9d9eb0d1068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:17.755558 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fcbafad0-8322-4427-b5c8-c7fece485df0 req-c8623861-cd70-4758-ad91-9d9eb0d1068b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0462451 Apr 11 19:31:17.762154 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5504bc60-bbfc-44cb-9682-60010dbc9dc7 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:31:17.994421 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5504bc60-bbfc-44cb-9682-60010dbc9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '622a20b4-9d2e-4d05-aa7b-844f1afdac81', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:84:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:31:15Z', 'updated_at': '2022-04-11T19:31:15Z', 'revision_number': 0, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:18.120287 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbafad0-8322-4427-b5c8-c7fece485df0 req-153e67c6-b152-4a08-8462-6997d837dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:18.121816 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fcbafad0-8322-4427-b5c8-c7fece485df0 req-153e67c6-b152-4a08-8462-6997d837dd17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3609395 Apr 11 19:31:18.123566 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ef89761a-b8ff-4fd7-9873-7bbe9ea2e152 req-fb4fe439-9d5e-4548-8e06-22db573b9f59 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 210 time: 0.0354238 Apr 11 19:31:18.128393 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504bc60-bbfc-44cb-9682-60010dbc9dc7 None None] The sync data for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi is: [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '622a20b4-9d2e-4d05-aa7b-844f1afdac81', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:84:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:31:15Z', 'updated_at': '2022-04-11T19:31:15Z', 'revision_number': 0, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:31:18.220120 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fcbafad0-8322-4427-b5c8-c7fece485df0 req-e7c3f144-f69c-4c91-966b-ba15e933beaf service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890634 Apr 11 19:31:18.339931 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fcbafad0-8322-4427-b5c8-c7fece485df0 req-e4fa1ab4-7265-4cef-a571-535a3a30e1fe service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133776 Apr 11 19:31:18.369749 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602873c9-716c-4735-b4f6-3d2b9645641f None None] New status for floating IP 622a20b4-9d2e-4d05-aa7b-844f1afdac81: ACTIVE {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:31:19.226393 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ddc7d150-73ff-4855-b234-e68ca07e1b36 req-8eed569f-5601-4573-aebd-2d19edd3ab8b tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 210 time: 0.0339835 Apr 11 19:31:19.252243 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127270f6-2957-4987-bcce-855346b8d39f req-810e7104-31f7-4850-b869-0f5bdeeeb32a tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:19.253699 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-810e7104-31f7-4850-b869-0f5bdeeeb32a tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.23 "GET /v2.0/networks?id=d1866068-297b-4910-a005-df88c6d2b769 HTTP/1.1" status: 200 len: 814 time: 0.1296909 Apr 11 19:31:19.265342 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Request body: {'port': {'device_id': 'c1d9628a-db66-4424-b6cb-0b06f453f846', 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769', 'admin_state_up': True, 'tenant_id': 'a459e06fafd74024873f5f4373089e01'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:31:19.434505 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Made reservation on behalf of a459e06fafd74024873f5f4373089e01 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:31:19.438444 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:19.566582 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Allocated IP 172.20.0.3 (d1866068-297b-4910-a005-df88c6d2b769/89b6b6dd-b598-4c6f-94ed-96637b5ea7f4/651fed0f-e17a-4bba-8cf2-1b9923893fa7) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:31:19.713338 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks [] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:19.807698 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:19.847022 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Network d1866068-297b-4910-a005-df88c6d2b769 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:31:19.850057 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:31:19.852487 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:31:19.888855 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Pushing event updated for resources: {'Port': ['ID=651fed0f-e17a-4bba-8cf2-1b9923893fa7,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:19.911534 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:19.912184 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:19.987755 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-19bfe16d-3015-426b-855d-9a04a06149c1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7265394 Apr 11 19:31:19.999235 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Request body: {'port': {'device_id': 'c1d9628a-db66-4424-b6cb-0b06f453f846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:31:20.061109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:20.353754 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651fed0f-e17a-4bba-8cf2-1b9923893fa7 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:31:20.364314 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Publish callbacks [] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:20.374712 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3b51b-6de5-426e-bd56-be3607cc5225 req-75f31d41-2803-4103-b375-6b95cdc42805 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:20.376214 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3a3b51b-6de5-426e-bd56-be3607cc5225 req-75f31d41-2803-4103-b375-6b95cdc42805 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 931 time: 0.0672221 Apr 11 19:31:20.397915 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Transition to ACTIVE for port object 651fed0f-e17a-4bba-8cf2-1b9923893fa7 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:31:20.427757 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e3a3b51b-6de5-426e-bd56-be3607cc5225 req-ecc335b8-db18-4788-8f13-4d490593ae4c tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459490 Apr 11 19:31:20.470399 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:20.521740 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Pushing event updated for resources: {'Port': ['ID=651fed0f-e17a-4bba-8cf2-1b9923893fa7,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:20.588475 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Attempting to bind port 651fed0f-e17a-4bba-8cf2-1b9923893fa7 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:31:20.588818 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Attempting to bind port 651fed0f-e17a-4bba-8cf2-1b9923893fa7 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '85ac9fc3-db2d-4ea0-8c99-1e967d2462fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:31:20.589152 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Attempting to bind port 651fed0f-e17a-4bba-8cf2-1b9923893fa7 on network d1866068-297b-4910-a005-df88c6d2b769 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:31:20.594148 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Port 651fed0f-e17a-4bba-8cf2-1b9923893fa7 on network d1866068-297b-4910-a005-df88c6d2b769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:31:20.594471 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Attempting to bind port 651fed0f-e17a-4bba-8cf2-1b9923893fa7 on network d1866068-297b-4910-a005-df88c6d2b769 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:31:20.599248 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:31:20.599596 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Checking segment: {'id': '85ac9fc3-db2d-4ea0-8c99-1e967d2462fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:31:20.600013 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Bound using segment: {'id': '85ac9fc3-db2d-4ea0-8c99-1e967d2462fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:31:20.600440 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Bound port: 651fed0f-e17a-4bba-8cf2-1b9923893fa7, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ac9fc3-db2d-4ea0-8c99-1e967d2462fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:31:20.600801 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:20.666612 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] For port 651fed0f-e17a-4bba-8cf2-1b9923893fa7, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:31:20.669574 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] For port 651fed0f-e17a-4bba-8cf2-1b9923893fa7, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=651fed0f-e17a-4bba-8cf2-1b9923893fa7,segment=NetworkSegment(85ac9fc3-db2d-4ea0-8c99-1e967d2462fd),segment_id=85ac9fc3-db2d-4ea0-8c99-1e967d2462fd)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:31:20.773089 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:20.805613 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:20.806238 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:20.807652 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] 10.222.0.23 "PUT /v2.0/ports/651fed0f-e17a-4bba-8cf2-1b9923893fa7 HTTP/1.1" status: 200 len: 1093 time: 0.8123882 Apr 11 19:31:20.808157 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d9628a-db66-4424-b6cb-0b06f453f846', 'tag': '651fed0f-e17a-4bba-8cf2-1b9923893fa7'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:31:20.810394 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d36403-e85b-4794-9ca5-940115e57bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d9628a-db66-4424-b6cb-0b06f453f846", "tag": "651fed0f-e17a-4bba-8cf2-1b9923893fa7"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:31:20.837593 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb42d64-5682-4e11-8cd1-775af171fb5e service neutron] Pushing event updated for resources: {'Port': ['ID=651fed0f-e17a-4bba-8cf2-1b9923893fa7,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:20.848812 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1999175c-640e-4764-9051-27812580288e x-openstack-request-id: req-1999175c-640e-4764-9051-27812580288e {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:31:20.849098 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d9628a-db66-4424-b6cb-0b06f453f846", "tag": "651fed0f-e17a-4bba-8cf2-1b9923893fa7", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:31:20.849349 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1999175c-640e-4764-9051-27812580288e {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:31:20.849746 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1999175c-640e-4764-9051-27812580288e'] response: {'name': 'network-changed', 'server_uuid': 'c1d9628a-db66-4424-b6cb-0b06f453f846', 'tag': '651fed0f-e17a-4bba-8cf2-1b9923893fa7', 'status': 'completed', 'code': 200} Apr 11 19:31:20.909629 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d36403-e85b-4794-9ca5-940115e57bfd req-08c78551-ae08-4cd5-8e28-fc2e8bae801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:20.911123 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-74d36403-e85b-4794-9ca5-940115e57bfd req-08c78551-ae08-4cd5-8e28-fc2e8bae801e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a459e06fafd74024873f5f4373089e01&device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 1127 time: 0.0413527 Apr 11 19:31:21.019001 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d36403-e85b-4794-9ca5-940115e57bfd req-c6268a79-08b4-4dd9-ab7e-297c9fc3effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:21.020496 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-74d36403-e85b-4794-9ca5-940115e57bfd req-c6268a79-08b4-4dd9-ab7e-297c9fc3effa service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a459e06fafd74024873f5f4373089e01&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1028292 Apr 11 19:31:21.116712 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d36403-e85b-4794-9ca5-940115e57bfd req-de3660c6-fe46-44c8-8fc5-bbb2a76a2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:21.118127 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-74d36403-e85b-4794-9ca5-940115e57bfd req-de3660c6-fe46-44c8-8fc5-bbb2a76a2fb7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917032 Apr 11 19:31:21.193344 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127270f6-2957-4987-bcce-855346b8d39f req-a3f10f23-27a4-4d7a-9e42-599431741be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:21.194851 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-a3f10f23-27a4-4d7a-9e42-599431741be0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a459e06fafd74024873f5f4373089e01&device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 1127 time: 0.0418203 Apr 11 19:31:21.236214 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-ad5a9423-beef-4bc1-ae66-12d7e0108e87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=651fed0f-e17a-4bba-8cf2-1b9923893fa7 HTTP/1.1" status: 200 len: 217 time: 0.0338886 Apr 11 19:31:21.283179 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127270f6-2957-4987-bcce-855346b8d39f req-887982d9-e647-4f60-8eb9-c5b53355fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:21.284600 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-887982d9-e647-4f60-8eb9-c5b53355fd1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89b6b6dd-b598-4c6f-94ed-96637b5ea7f4 HTTP/1.1" status: 200 len: 854 time: 0.0426536 Apr 11 19:31:21.318936 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-c5fdffd5-f6e9-4a80-a43d-1cd7f9e631b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d1866068-297b-4910-a005-df88c6d2b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284796 Apr 11 19:31:21.404441 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-b775e374-1554-4f51-bb22-cfaf4de37ab5 service neutron] 10.222.0.23 "GET /v2.0/networks/d1866068-297b-4910-a005-df88c6d2b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801528 Apr 11 19:31:21.498169 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-127270f6-2957-4987-bcce-855346b8d39f req-98d6edcd-19b4-4d7e-817f-a5bc7d56d618 service neutron] 10.222.0.23 "GET /v2.0/networks/d1866068-297b-4910-a005-df88c6d2b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884309 Apr 11 19:31:21.550916 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd448715-a621-47a1-a0c4-4bef43c942e1 req-da16e685-c3d3-4952-aeee-9915277d2dde tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:21.552418 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd448715-a621-47a1-a0c4-4bef43c942e1 req-da16e685-c3d3-4952-aeee-9915277d2dde tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 943 time: 0.0484529 Apr 11 19:31:21.599123 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-dd448715-a621-47a1-a0c4-4bef43c942e1 req-cc1d67c3-4e90-4df7-a66a-ff976723b7a7 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Apr 11 19:31:22.711904 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca084-b194-4810-937d-897d3520a4a5 req-acde5604-0b15-4114-a5ae-70e705d6aed1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:22.713339 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c1fca084-b194-4810-937d-897d3520a4a5 req-acde5604-0b15-4114-a5ae-70e705d6aed1 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 943 time: 0.0464685 Apr 11 19:31:22.762505 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c1fca084-b194-4810-937d-897d3520a4a5 req-631351d1-cd71-4e5b-b4d2-c264bae19beb tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436881 Apr 11 19:31:23.872456 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de604c-8dee-4a95-8c4a-cd7855e9e72d req-1f4711b5-855e-429d-8394-27e104d2068a tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:23.873954 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6de604c-8dee-4a95-8c4a-cd7855e9e72d req-1f4711b5-855e-429d-8394-27e104d2068a tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 943 time: 0.0474577 Apr 11 19:31:23.919998 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6de604c-8dee-4a95-8c4a-cd7855e9e72d req-d9dcb01f-8765-4a33-a004-2c5f7990201e tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Apr 11 19:31:24.306434 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 651fed0f-e17a-4bba-8cf2-1b9923893fa7 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:31:24.403829 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 651fed0f-e17a-4bba-8cf2-1b9923893fa7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=651fed0f-e17a-4bba-8cf2-1b9923893fa7,segment=NetworkSegment(85ac9fc3-db2d-4ea0-8c99-1e967d2462fd),segment_id=85ac9fc3-db2d-4ea0-8c99-1e967d2462fd)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:31:24.415310 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '651fed0f-e17a-4bba-8cf2-1b9923893fa7', 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769', 'port_id': '651fed0f-e17a-4bba-8cf2-1b9923893fa7', 'mac_address': 'fa:16:3e:d0:89:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b6b6dd-b598-4c6f-94ed-96637b5ea7f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:31:24.453779 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 651fed0f-e17a-4bba-8cf2-1b9923893fa7 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:31:24.454418 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:24.470894 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651fed0f-e17a-4bba-8cf2-1b9923893fa7 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:31:24.490792 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 651fed0f-e17a-4bba-8cf2-1b9923893fa7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=651fed0f-e17a-4bba-8cf2-1b9923893fa7,segment=NetworkSegment(85ac9fc3-db2d-4ea0-8c99-1e967d2462fd),segment_id=85ac9fc3-db2d-4ea0-8c99-1e967d2462fd)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:31:24.584760 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:24.632880 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=651fed0f-e17a-4bba-8cf2-1b9923893fa7,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:24.837699 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['651fed0f-e17a-4bba-8cf2-1b9923893fa7'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:31:25.034354 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929920c-cded-4bd4-b2e7-2170747a12b0 req-7cb1809e-8881-41f3-a532-9f7fe9ba02ae tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:25.035912 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2929920c-cded-4bd4-b2e7-2170747a12b0 req-7cb1809e-8881-41f3-a532-9f7fe9ba02ae tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 944 time: 0.0475328 Apr 11 19:31:25.082744 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2929920c-cded-4bd4-b2e7-2170747a12b0 req-668f5990-e4e3-4cbe-889c-5af6f2745fcd tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 Apr 11 19:31:26.201623 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae8feb-6aef-449b-bce7-2e8810e8a1a8 req-c25e586c-5b48-4a5e-a567-452ccc77f753 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:26.203028 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5fae8feb-6aef-449b-bce7-2e8810e8a1a8 req-c25e586c-5b48-4a5e-a567-452ccc77f753 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 944 time: 0.0544939 Apr 11 19:31:26.249574 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5fae8feb-6aef-449b-bce7-2e8810e8a1a8 req-6c77a739-e0f2-4e74-bae3-ceb83eccc1c3 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Apr 11 19:31:26.340087 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 651fed0f-e17a-4bba-8cf2-1b9923893fa7 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:31:26.384782 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 651fed0f-e17a-4bba-8cf2-1b9923893fa7 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:31:26.452938 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 651fed0f-e17a-4bba-8cf2-1b9923893fa7 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:31:26.453363 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:26.535993 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 651fed0f-e17a-4bba-8cf2-1b9923893fa7 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:31:26.536388 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:26.558896 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d9628a-db66-4424-b6cb-0b06f453f846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651fed0f-e17a-4bba-8cf2-1b9923893fa7'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:31:26.561210 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bc3ee9-5cda-4629-87b3-c98ca670da60" -d '{"events": [{"server_uuid": "c1d9628a-db66-4424-b6cb-0b06f453f846", "name": "network-vif-plugged", "status": "completed", "tag": "651fed0f-e17a-4bba-8cf2-1b9923893fa7"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:31:26.573783 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 651fed0f-e17a-4bba-8cf2-1b9923893fa7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=651fed0f-e17a-4bba-8cf2-1b9923893fa7,segment=NetworkSegment(85ac9fc3-db2d-4ea0-8c99-1e967d2462fd),segment_id=85ac9fc3-db2d-4ea0-8c99-1e967d2462fd)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:31:26.599295 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0290e1-ed72-4ea8-b13e-7aedae5ed7e8 x-openstack-request-id: req-af0290e1-ed72-4ea8-b13e-7aedae5ed7e8 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:31:26.599295 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d9628a-db66-4424-b6cb-0b06f453f846", "name": "network-vif-plugged", "status": "completed", "tag": "651fed0f-e17a-4bba-8cf2-1b9923893fa7", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:31:26.599295 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af0290e1-ed72-4ea8-b13e-7aedae5ed7e8 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:31:26.599295 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0290e1-ed72-4ea8-b13e-7aedae5ed7e8'] response: {'server_uuid': 'c1d9628a-db66-4424-b6cb-0b06f453f846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651fed0f-e17a-4bba-8cf2-1b9923893fa7', 'code': 200} Apr 11 19:31:26.679907 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:26.727597 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=651fed0f-e17a-4bba-8cf2-1b9923893fa7,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:26.900303 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e02695-8919-4d5f-80d6-c8278eb4e2f9 req-fe1c7ed3-6f32-4792-8de1-4a6d8d6e5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:26.901782 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-53e02695-8919-4d5f-80d6-c8278eb4e2f9 req-fe1c7ed3-6f32-4792-8de1-4a6d8d6e5b1c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 1129 time: 0.0379314 Apr 11 19:31:26.945534 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-53e02695-8919-4d5f-80d6-c8278eb4e2f9 req-f4c5194e-f86c-4d9f-8fe2-244cc32ddbf4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365870 Apr 11 19:31:27.367030 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6acc1-e5b3-422a-b143-cd9f547456c7 req-01f94ca3-e534-47e6-8cff-4841efd823ce tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:27.368541 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a6f6acc1-e5b3-422a-b143-cd9f547456c7 req-01f94ca3-e534-47e6-8cff-4841efd823ce tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 945 time: 0.0501537 Apr 11 19:31:27.414377 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a6f6acc1-e5b3-422a-b143-cd9f547456c7 req-1a72eedd-833f-465d-b4b9-56e65c31d5c0 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Apr 11 19:31:28.173582 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:28.528425 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3df3-3eda-4b2b-9293-e7f589fd26fc req-659f34a2-236d-43bb-b7f0-d1ee42afdf33 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:28.533537 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c95f3df3-3eda-4b2b-9293-e7f589fd26fc req-659f34a2-236d-43bb-b7f0-d1ee42afdf33 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 945 time: 0.0524809 Apr 11 19:31:28.585957 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c95f3df3-3eda-4b2b-9293-e7f589fd26fc req-e6754f41-03ce-4fb5-9d1e-bbfa5d2a2af2 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448692 Apr 11 19:31:29.699035 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154be3f-bcd9-4b2c-b11a-f5cac13b7843 req-6172ff39-a5f2-4a10-878a-a5b53e94c577 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:29.700515 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3154be3f-bcd9-4b2c-b11a-f5cac13b7843 req-6172ff39-a5f2-4a10-878a-a5b53e94c577 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 945 time: 0.0465577 Apr 11 19:31:29.749253 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3154be3f-bcd9-4b2c-b11a-f5cac13b7843 req-0b3cbeef-b52d-4be6-ad34-b3d9d670f287 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427709 Apr 11 19:31:31.492891 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-92b3b3a8-30b0-423d-af2a-1da112a5f7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:32.911150 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:31:33.971417 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-59da3521-f594-4b7e-85f2-48f9fc06fbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:34.715746 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:36.474613 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:37.898121 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:40.725836 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bebb0-078c-4da2-9648-b93417be2025 req-ea0f142e-8bff-43e2-9a29-c5820c31151d tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:40.727468 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee2bebb0-078c-4da2-9648-b93417be2025 req-ea0f142e-8bff-43e2-9a29-c5820c31151d tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 945 time: 0.0471590 Apr 11 19:31:40.773757 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee2bebb0-078c-4da2-9648-b93417be2025 req-943b09b1-cc6e-42c3-b3a6-69c6806429d4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Apr 11 19:31:41.887383 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f6abe-3d61-401f-9636-450e115eb550 req-39cf6e53-c7ff-4fa0-bd97-6184f1b660c8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:41.888874 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-211f6abe-3d61-401f-9636-450e115eb550 req-39cf6e53-c7ff-4fa0-bd97-6184f1b660c8 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 945 time: 0.0460365 Apr 11 19:31:41.935608 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-211f6abe-3d61-401f-9636-450e115eb550 req-50d4a3c1-e4b5-4a77-97a3-a4a82a96527b tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405765 Apr 11 19:31:42.669291 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-3f42e90c-2b40-452c-9800-ede9cab926a5 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:42.670644 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-3f42e90c-2b40-452c-9800-ede9cab926a5 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.23 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 945 time: 0.0495145 Apr 11 19:31:42.755535 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Deleting port f1ec1cf3-8719-464b-bfbc-f00352954124 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:31:42.755902 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:42.845319 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] For port f1ec1cf3-8719-464b-bfbc-f00352954124, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f1ec1cf3-8719-464b-bfbc-f00352954124,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:31:42.845688 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:43.024935 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:43.025626 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (28d94742-d405-4daa-a912-c1fb230b08f6), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:43.025626 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Floating IP 28d94742-d405-4daa-a912-c1fb230b08f6 disassociated. External IP: 172.27.2.65, port: f1ec1cf3-8719-464b-bfbc-f00352954124. Apr 11 19:31:43.025966 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Calling delete_port for f1ec1cf3-8719-464b-bfbc-f00352954124 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:31:43.068677 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f0779-4104-4310-bf66-bcef75541967 req-d9d26ad7-5e0d-4efd-9e4c-809b19690146 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:31:43.070154 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ad3f0779-4104-4310-bf66-bcef75541967 req-d9d26ad7-5e0d-4efd-9e4c-809b19690146 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 945 time: 0.0639746 Apr 11 19:31:43.166441 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ad3f0779-4104-4310-bf66-bcef75541967 req-4e045f16-f12f-4884-8c07-0e472f150ef7 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb4f17e-f2be-4cd6-993d-5c1fee9065c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662925 Apr 11 19:31:43.291413 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (f1ec1cf3-8719-464b-bfbc-f00352954124), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:43.318191 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event deleted for resources: {'Port': ['ID=f1ec1cf3-8719-464b-bfbc-f00352954124,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:43.435305 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Router 7f1f0a6f-195d-45e9-85a3-211ff5332900 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:31:43.551769 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:31:43.561436 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e237f-73a9-45cd-9dde-ec5f462fee11 None None] Sync routers for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:31:43.570864 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e237f-73a9-45cd-9dde-ec5f462fee11 None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:31:43.571472 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1d0e237f-73a9-45cd-9dde-ec5f462fee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:31:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:43.597096 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] No DVR routers for this DVR port f1ec1cf3-8719-464b-bfbc-f00352954124 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:31:43.599527 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:43.602814 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-21d7317c-3f7f-4619-8b6d-2ba9a6d40761 req-dd84f734-18fe-4352-835b-bd3bdacd0b7e tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.23 "DELETE /v2.0/ports/f1ec1cf3-8719-464b-bfbc-f00352954124 HTTP/1.1" status: 204 len: 173 time: 0.9255586 Apr 11 19:31:43.603245 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526f627e-c9b2-40e0-be40-4481c77a2982', 'name': 'network-vif-deleted', 'tag': 'f1ec1cf3-8719-464b-bfbc-f00352954124'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:31:43.605511 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8119c8a-5c36-444c-8eb6-9edb2dd8a062" -d '{"events": [{"server_uuid": "526f627e-c9b2-40e0-be40-4481c77a2982", "name": "network-vif-deleted", "tag": "f1ec1cf3-8719-464b-bfbc-f00352954124"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:31:43.640076 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a5b413-56a8-46a9-bb4a-fc351959b6bd x-openstack-request-id: req-a2a5b413-56a8-46a9-bb4a-fc351959b6bd {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:31:43.640430 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526f627e-c9b2-40e0-be40-4481c77a2982", "name": "network-vif-deleted", "tag": "f1ec1cf3-8719-464b-bfbc-f00352954124", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:31:43.640703 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2a5b413-56a8-46a9-bb4a-fc351959b6bd {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:31:43.641112 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a5b413-56a8-46a9-bb4a-fc351959b6bd'] response: {'server_uuid': '526f627e-c9b2-40e0-be40-4481c77a2982', 'name': 'network-vif-deleted', 'tag': 'f1ec1cf3-8719-464b-bfbc-f00352954124', 'status': 'completed', 'code': 200} Apr 11 19:31:43.689525 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-1d0e237f-73a9-45cd-9dde-ec5f462fee11 None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:31:43.888658 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1d0e237f-73a9-45cd-9dde-ec5f462fee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:43.916382 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e237f-73a9-45cd-9dde-ec5f462fee11 None None] Checking router: 7f1f0a6f-195d-45e9-85a3-211ff5332900 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:31:43.924680 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e237f-73a9-45cd-9dde-ec5f462fee11 None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:31:43.925283 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1d0e237f-73a9-45cd-9dde-ec5f462fee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:31:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:44.032145 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-1d0e237f-73a9-45cd-9dde-ec5f462fee11 None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:31:44.214795 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1d0e237f-73a9-45cd-9dde-ec5f462fee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:44.244117 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e237f-73a9-45cd-9dde-ec5f462fee11 None None] The sync data for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi is: [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:27:15Z', 'revision_number': 4, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': '6bf6cb64-c491-43b6-aea9-9151b2d9c817', 'name': '', 'network_id': '36320420-1679-4c05-bb85-4925d8ad5187', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'mac_address': 'fa:16:3e:66:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '43138c21-abfb-474b-8fed-e764ca343967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:14Z', 'updated_at': '2022-04-11T19:27:18Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'subnets': [{'id': '43138c21-abfb-474b-8fed-e764ca343967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:31:44.272847 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9df535cb-836f-4e29-8606-4c9cf4b1ac79 req-347894fa-13ad-41fd-ad8f-47088252d320 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/ports?device_id=526f627e-c9b2-40e0-be40-4481c77a2982 HTTP/1.1" status: 200 len: 210 time: 0.0288501 Apr 11 19:31:44.464065 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de0d73-6b98-44bf-bad6-5368cb2f448f None None] New status for floating IP 28d94742-d405-4daa-a912-c1fb230b08f6: DOWN {{(pid=103946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:31:45.416948 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 36946) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:45.469351 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0a0a130d-3a72-4390-9c5a-044733441253 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (deb4f17e-f2be-4cd6-993d-5c1fee9065c8), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:45.492823 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0a0a130d-3a72-4390-9c5a-044733441253 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (deb4f17e-f2be-4cd6-993d-5c1fee9065c8), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:45.599643 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0a0a130d-3a72-4390-9c5a-044733441253 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (deb4f17e-f2be-4cd6-993d-5c1fee9065c8), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:45.602328 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0a0a130d-3a72-4390-9c5a-044733441253 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:45.603541 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0a0a130d-3a72-4390-9c5a-044733441253 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "DELETE /v2.0/security-groups/deb4f17e-f2be-4cd6-993d-5c1fee9065c8 HTTP/1.1" status: 204 len: 168 time: 0.1855757 Apr 11 19:31:45.606428 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36948) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:45.612760 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a130d-3a72-4390-9c5a-044733441253 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb4f17e-f2be-4cd6-993d-5c1fee9065c8,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:45.620117 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.api.v2.resource [None req-49e0b339-da79-49ed-9e88-561729acc9d4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] show failed (client error): The resource could not be found. Apr 11 19:31:45.621249 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-49e0b339-da79-49ed-9e88-561729acc9d4 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "GET /v2.0/security-groups/deb4f17e-f2be-4cd6-993d-5c1fee9065c8 HTTP/1.1" status: 404 len: 347 time: 0.0137243 Apr 11 19:31:45.623930 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36950) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:45.741085 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-2cf9d01b-078a-4929-96fb-34aa7c3d73d6 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Deleting port 76427a67-abbb-4596-b6e5-e87fec1d0ec5 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:31:45.741423 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d01b-078a-4929-96fb-34aa7c3d73d6 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (76427a67-abbb-4596-b6e5-e87fec1d0ec5), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:45.815736 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d01b-078a-4929-96fb-34aa7c3d73d6 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (76427a67-abbb-4596-b6e5-e87fec1d0ec5), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:45.816094 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d01b-078a-4929-96fb-34aa7c3d73d6 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (76427a67-abbb-4596-b6e5-e87fec1d0ec5), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:45.827667 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-2cf9d01b-078a-4929-96fb-34aa7c3d73d6 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Calling delete_port for 76427a67-abbb-4596-b6e5-e87fec1d0ec5 owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:31:46.023594 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d01b-078a-4929-96fb-34aa7c3d73d6 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (76427a67-abbb-4596-b6e5-e87fec1d0ec5), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:46.047307 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9d01b-078a-4929-96fb-34aa7c3d73d6 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Pushing event deleted for resources: {'Port': ['ID=76427a67-abbb-4596-b6e5-e87fec1d0ec5,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:46.111142 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d01b-078a-4929-96fb-34aa7c3d73d6 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks [] for floatingip (28d94742-d405-4daa-a912-c1fb230b08f6), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:46.113819 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d01b-078a-4929-96fb-34aa7c3d73d6 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:46.115025 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-2cf9d01b-078a-4929-96fb-34aa7c3d73d6 tempest-AttachVolumeTestJSON-2002085363 tempest-AttachVolumeTestJSON-2002085363-project] 10.222.0.13 "DELETE /v2.0/floatingips/28d94742-d405-4daa-a912-c1fb230b08f6 HTTP/1.1" status: 204 len: 168 time: 0.4901657 Apr 11 19:31:46.482790 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device f1ec1cf3-8719-464b-bfbc-f00352954124 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:31:46.508948 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: f1ec1cf3-8719-464b-bfbc-f00352954124 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:31:46.508948 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device f1ec1cf3-8719-464b-bfbc-f00352954124 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:31:50.070609 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 36996) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:50.396380 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579013'] for router_interface (7f1f0a6f-195d-45e9-85a3-211ff5332900), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:50.622279 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] Deleting port 6bf6cb64-c491-43b6-aea9-9151b2d9c817 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:31:50.622530 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:50.702598 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] For port 6bf6cb64-c491-43b6-aea9-9151b2d9c817, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=6bf6cb64-c491-43b6-aea9-9151b2d9c817,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:31:50.702961 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:50.718620 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] Calling delete_port for 6bf6cb64-c491-43b6-aea9-9151b2d9c817 owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:31:50.953973 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (6bf6cb64-c491-43b6-aea9-9151b2d9c817), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:50.979556 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf6cb64-c491-43b6-aea9-9151b2d9c817,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:51.147995 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578921'] for router_interface (7f1f0a6f-195d-45e9-85a3-211ff5332900), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:51.590621 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] Router 7f1f0a6f-195d-45e9-85a3-211ff5332900 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:31:51.696821 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:31:51.702056 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-44d36dda-6909-485f-a55d-ea73eed512a7 admin admin] 10.222.0.13 "PUT /v2.0/routers/7f1f0a6f-195d-45e9-85a3-211ff5332900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6304500 Apr 11 19:31:51.704568 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37002) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:51.705881 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00913ecf-5904-4a79-8ecd-bae6a2bcae47 None None] Sync routers for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:31:51.715201 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00913ecf-5904-4a79-8ecd-bae6a2bcae47 None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:31:51.715797 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-00913ecf-5904-4a79-8ecd-bae6a2bcae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:31:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:51.810217 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Publish callbacks [] for router (7f1f0a6f-195d-45e9-85a3-211ff5332900), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:51.820588 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-00913ecf-5904-4a79-8ecd-bae6a2bcae47 None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:31:51.915154 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Publish callbacks [] for router_gateway (7f1f0a6f-195d-45e9-85a3-211ff5332900), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:51.986932 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-00913ecf-5904-4a79-8ecd-bae6a2bcae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:31:50Z', 'revision_number': 5, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port': {'id': '0ea194f2-1e29-42cd-ab1d-765909c2cb08', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:27:12Z', 'updated_at': '2022-04-11T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:52.017155 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00913ecf-5904-4a79-8ecd-bae6a2bcae47 None None] Checking router: 7f1f0a6f-195d-45e9-85a3-211ff5332900 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:31:52.025994 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00913ecf-5904-4a79-8ecd-bae6a2bcae47 None None] Routers {'7f1f0a6f-195d-45e9-85a3-211ff5332900'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:31:52.026608 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-00913ecf-5904-4a79-8ecd-bae6a2bcae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:31:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['7f1f0a6f-195d-45e9-85a3-211ff5332900'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:52.030857 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Deleting port 0ea194f2-1e29-42cd-ab1d-765909c2cb08 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:31:52.031202 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.113295 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] For port 0ea194f2-1e29-42cd-ab1d-765909c2cb08, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=0ea194f2-1e29-42cd-ab1d-765909c2cb08,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:31:52.113668 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.133762 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Calling delete_port for 0ea194f2-1e29-42cd-ab1d-765909c2cb08 owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:31:52.206583 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-00913ecf-5904-4a79-8ecd-bae6a2bcae47 None None] Set router 7f1f0a6f-195d-45e9-85a3-211ff5332900 gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:31:52.256111 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-00913ecf-5904-4a79-8ecd-bae6a2bcae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:31:51Z', 'revision_number': 6, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port_host': None}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:52.290165 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00913ecf-5904-4a79-8ecd-bae6a2bcae47 None None] The sync data for ids ['7f1f0a6f-195d-45e9-85a3-211ff5332900'] in dv-cinder-837362-1-iscsi is: [{'id': '7f1f0a6f-195d-45e9-85a3-211ff5332900', 'name': 'tempest-AttachVolumeTestJSON-1856569731-router', 'tenant_id': 'd331794281e1447ab4e29bfe2df744bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:27:11Z', 'updated_at': '2022-04-11T19:31:51Z', 'revision_number': 6, 'project_id': 'd331794281e1447ab4e29bfe2df744bd', 'gw_port_host': None}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:31:52.366693 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (0ea194f2-1e29-42cd-ab1d-765909c2cb08), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.393270 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea194f2-1e29-42cd-ab1d-765909c2cb08,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:52.454000 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576399'] for router_gateway (7f1f0a6f-195d-45e9-85a3-211ff5332900), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.544235 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31717'] for router (7f1f0a6f-195d-45e9-85a3-211ff5332900), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.546329 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Publish callbacks [] for router_controller (7f1f0a6f-195d-45e9-85a3-211ff5332900), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.657152 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678440'] for router (7f1f0a6f-195d-45e9-85a3-211ff5332900), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.657719 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f1f0a6f-195d-45e9-85a3-211ff5332900 {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:31:52.664536 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.665708 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-bf8ec5a4-23a8-437a-bdbb-c4c89e9c11db admin admin] 10.222.0.13 "DELETE /v2.0/routers/7f1f0a6f-195d-45e9-85a3-211ff5332900 HTTP/1.1" status: 204 len: 168 time: 0.9596846 Apr 11 19:31:52.668472 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37006) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:52.716711 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad52b595-df03-4356-b2b3-af377181f4ec admin admin] Deleting subnet 43138c21-abfb-474b-8fed-e764ca343967 {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:31:52.719749 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ad52b595-df03-4356-b2b3-af377181f4ec admin admin] Publish callbacks [] for subnet (43138c21-abfb-474b-8fed-e764ca343967), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.754266 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ad52b595-df03-4356-b2b3-af377181f4ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (43138c21-abfb-474b-8fed-e764ca343967), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.851341 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ad52b595-df03-4356-b2b3-af377181f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (43138c21-abfb-474b-8fed-e764ca343967), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.944020 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ad52b595-df03-4356-b2b3-af377181f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (43138c21-abfb-474b-8fed-e764ca343967), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.968605 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52b595-df03-4356-b2b3-af377181f4ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43138c21-abfb-474b-8fed-e764ca343967,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:52.972541 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ad52b595-df03-4356-b2b3-af377181f4ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.976630 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ad52b595-df03-4356-b2b3-af377181f4ec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43138c21-abfb-474b-8fed-e764ca343967 HTTP/1.1" status: 204 len: 168 time: 0.3062623 Apr 11 19:31:52.978164 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37008) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:52.980700 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb45331-d98c-4c17-bc5f-5f343e8ad963 None None] Network 36320420-1679-4c05-bb85-4925d8ad5187 requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:31:53.054980 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (36320420-1679-4c05-bb85-4925d8ad5187), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.104416 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Deleting port cf7a85f1-7586-4174-b090-65989fa37026 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:31:53.104416 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (cf7a85f1-7586-4174-b090-65989fa37026), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.149911 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a967dd-8540-499e-ad22-cce64f312803 None None] DHCP port deletion for 36320420-1679-4c05-bb85-4925d8ad5187 request from dv-cinder-837362-1-iscsi {{(pid=103946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:31:53.174092 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] For port cf7a85f1-7586-4174-b090-65989fa37026, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=cf7a85f1-7586-4174-b090-65989fa37026,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:31:53.174458 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (cf7a85f1-7586-4174-b090-65989fa37026), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.188555 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Calling delete_port for cf7a85f1-7586-4174-b090-65989fa37026 owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:31:53.193893 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-d6a967dd-8540-499e-ad22-cce64f312803 None None] Deleting port cf7a85f1-7586-4174-b090-65989fa37026 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:31:53.194272 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6a967dd-8540-499e-ad22-cce64f312803 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (cf7a85f1-7586-4174-b090-65989fa37026), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.284413 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-d6a967dd-8540-499e-ad22-cce64f312803 None None] For port cf7a85f1-7586-4174-b090-65989fa37026, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=cf7a85f1-7586-4174-b090-65989fa37026,segment=NetworkSegment(12eadb03-ed21-4d4d-91da-2fee48cbde2f),segment_id=12eadb03-ed21-4d4d-91da-2fee48cbde2f)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:31:53.285293 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6a967dd-8540-499e-ad22-cce64f312803 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (cf7a85f1-7586-4174-b090-65989fa37026), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.289640 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 0ea194f2-1e29-42cd-ab1d-765909c2cb08 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:31:53.321391 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-d6a967dd-8540-499e-ad22-cce64f312803 None None] Calling delete_port for cf7a85f1-7586-4174-b090-65989fa37026 owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:31:53.323135 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 0ea194f2-1e29-42cd-ab1d-765909c2cb08 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:31:53.323483 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 0ea194f2-1e29-42cd-ab1d-765909c2cb08 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:31:53.323986 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 6bf6cb64-c491-43b6-aea9-9151b2d9c817 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:31:53.358004 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 6bf6cb64-c491-43b6-aea9-9151b2d9c817 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:31:53.358004 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 6bf6cb64-c491-43b6-aea9-9151b2d9c817 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:31:53.358004 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device cf7a85f1-7586-4174-b090-65989fa37026 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:31:53.395168 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (cf7a85f1-7586-4174-b090-65989fa37026), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.424222 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] No DVR routers for this DVR port cf7a85f1-7586-4174-b090-65989fa37026 on host dv-cinder-837362-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:31:53.429761 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7a85f1-7586-4174-b090-65989fa37026,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:53.434294 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No active binding found for port cf7a85f1-7586-4174-b090-65989fa37026 {{(pid=103946) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 11 19:31:53.434785 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] The host dv-cinder-837362-1-iscsi is not matching for port cf7a85f1-7586-4174-b090-65989fa37026 host None! {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 11 19:31:53.434983 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device cf7a85f1-7586-4174-b090-65989fa37026 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:31:53.465410 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6a967dd-8540-499e-ad22-cce64f312803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609'] for port (cf7a85f1-7586-4174-b090-65989fa37026), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.488821 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a967dd-8540-499e-ad22-cce64f312803 None None] Pushing event deleted for resources: {'Port': ['ID=cf7a85f1-7586-4174-b090-65989fa37026,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:53.494298 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a967dd-8540-499e-ad22-cce64f312803 None None] No DVR routers for this DVR port cf7a85f1-7586-4174-b090-65989fa37026 on host dv-cinder-837362-1-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:31:53.510435 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (36320420-1679-4c05-bb85-4925d8ad5187), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.532096 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36320420-1679-4c05-bb85-4925d8ad5187']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:53.542447 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12eadb03-ed21-4d4d-91da-2fee48cbde2f') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:53.542745 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12eadb03-ed21-4d4d-91da-2fee48cbde2f') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:31:53.552123 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29057243'] for segment (12eadb03-ed21-4d4d-91da-2fee48cbde2f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.565481 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (12eadb03-ed21-4d4d-91da-2fee48cbde2f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.572858 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:31:53.573416 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25449861'] for segment (12eadb03-ed21-4d4d-91da-2fee48cbde2f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: Traceback (most recent call last): Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: timer() Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: cb(*args, **kw) Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: return func(*args, **kwargs) Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: self._notify() Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: self.callback(batched_events) Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: event.method(event) Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: return f(self, *a, **k) Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._get(url).json() Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: return self.request(url, 'GET', **kwargs) Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:31:53.575110 dv-cinder-837362-1-iscsi neutron-server[103944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:31:53.709608 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (36320420-1679-4c05-bb85-4925d8ad5187), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.714730 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:53.717958 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/36320420-1679-4c05-bb85-4925d8ad5187 HTTP/1.1" status: 204 len: 168 time: 0.7388642 Apr 11 19:31:53.731010 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383de41-8042-4771-b0cf-6225779d6ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=36320420-1679-4c05-bb85-4925d8ad5187,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:53.997941 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37018) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:54.038583 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d7581d2f-57ad-4081-b1d4-4537bc90258b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d331794281e1447ab4e29bfe2df744bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394454 Apr 11 19:31:54.040924 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37020) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:54.090499 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52ca1a93-bfc1-47c0-8f5a-2e6bb148ac72 admin admin] Publish callbacks [] for security_group (0c780cec-7db3-48ef-8011-9e02082559fb), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:54.111564 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52ca1a93-bfc1-47c0-8f5a-2e6bb148ac72 admin admin] Publish callbacks [] for security_group (0c780cec-7db3-48ef-8011-9e02082559fb), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:54.212066 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52ca1a93-bfc1-47c0-8f5a-2e6bb148ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (0c780cec-7db3-48ef-8011-9e02082559fb), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:54.214629 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52ca1a93-bfc1-47c0-8f5a-2e6bb148ac72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:54.215786 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-52ca1a93-bfc1-47c0-8f5a-2e6bb148ac72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c780cec-7db3-48ef-8011-9e02082559fb HTTP/1.1" status: 204 len: 168 time: 0.1739807 Apr 11 19:31:54.225272 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca1a93-bfc1-47c0-8f5a-2e6bb148ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c780cec-7db3-48ef-8011-9e02082559fb,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:55.909079 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37078) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:56.014627 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-febc1dbf-1692-4cb3-aaf9-5305aa735b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:56.088944 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-febc1dbf-1692-4cb3-aaf9-5305aa735b44 admin admin] Publish callbacks [] for security_group (17c2c5cf-2557-4bcc-b14d-505570ce7587), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:56.144326 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-febc1dbf-1692-4cb3-aaf9-5305aa735b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (17c2c5cf-2557-4bcc-b14d-505570ce7587), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:56.188305 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-febc1dbf-1692-4cb3-aaf9-5305aa735b44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=150fa9e347a94e298423bf7420bcdc71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781382 Apr 11 19:31:56.189204 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc1dbf-1692-4cb3-aaf9-5305aa735b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c2c5cf-2557-4bcc-b14d-505570ce7587,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:56.191531 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37084) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:56.239412 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b0cad3ea-a3e1-415e-8948-c8f3c9569b97 admin admin] Publish callbacks [] for security_group (17c2c5cf-2557-4bcc-b14d-505570ce7587), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:56.263395 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b0cad3ea-a3e1-415e-8948-c8f3c9569b97 admin admin] Publish callbacks [] for security_group (17c2c5cf-2557-4bcc-b14d-505570ce7587), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:56.388395 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b0cad3ea-a3e1-415e-8948-c8f3c9569b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (17c2c5cf-2557-4bcc-b14d-505570ce7587), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:56.390911 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b0cad3ea-a3e1-415e-8948-c8f3c9569b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:56.392088 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b0cad3ea-a3e1-415e-8948-c8f3c9569b97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17c2c5cf-2557-4bcc-b14d-505570ce7587 HTTP/1.1" status: 204 len: 168 time: 0.1993887 Apr 11 19:31:56.400161 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cad3ea-a3e1-415e-8948-c8f3c9569b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c2c5cf-2557-4bcc-b14d-505570ce7587,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:58.194806 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:58.632156 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37132) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:58.733157 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0926b301-bf8a-4501-b5b0-eb8ee82f1afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:58.805639 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0926b301-bf8a-4501-b5b0-eb8ee82f1afc admin admin] Publish callbacks [] for security_group (da6dec6d-e82d-4d9e-84d9-4cb36bc79d1d), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:58.892084 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-0926b301-bf8a-4501-b5b0-eb8ee82f1afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (da6dec6d-e82d-4d9e-84d9-4cb36bc79d1d), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:58.931180 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-0926b301-bf8a-4501-b5b0-eb8ee82f1afc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=101a4dc7c0b34d198db8568d5b152cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979715 Apr 11 19:31:58.932080 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926b301-bf8a-4501-b5b0-eb8ee82f1afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6dec6d-e82d-4d9e-84d9-4cb36bc79d1d,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:58.934860 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37136) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:58.986783 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Publish callbacks [] for security_group (da6dec6d-e82d-4d9e-84d9-4cb36bc79d1d), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:59.008277 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Publish callbacks [] for security_group (da6dec6d-e82d-4d9e-84d9-4cb36bc79d1d), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:59.195262 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (da6dec6d-e82d-4d9e-84d9-4cb36bc79d1d), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:59.198184 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:59.199344 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da6dec6d-e82d-4d9e-84d9-4cb36bc79d1d HTTP/1.1" status: 204 len: 168 time: 0.2629569 Apr 11 19:31:59.208167 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6dec6d-e82d-4d9e-84d9-4cb36bc79d1d,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:31:59.215414 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.215774 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.216162 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.216509 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.216954 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.217289 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.217649 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.217981 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.218318 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.218650 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.218983 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.219345 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.219813 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.220256 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.220583 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05a9ce-1218-415d-8d68-703227302008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:31:59.815051 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37148) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:31:59.828220 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9d1040f2-7b27-4cf5-805b-711326c596a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:59.900347 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9d1040f2-7b27-4cf5-805b-711326c596a3 admin admin] Publish callbacks [] for security_group (a38ebf92-3243-4d11-9813-d2b259ec2e38), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:59.966426 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-9d1040f2-7b27-4cf5-805b-711326c596a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (a38ebf92-3243-4d11-9813-d2b259ec2e38), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:00.003313 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1040f2-7b27-4cf5-805b-711326c596a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38ebf92-3243-4d11-9813-d2b259ec2e38,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:00.007518 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-9d1040f2-7b27-4cf5-805b-711326c596a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf523c11b3ec422082e27428700c4816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914341 Apr 11 19:32:00.010742 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37150) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:00.058377 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4c84-47dc-4b7e-a99d-156366b9d4aa admin admin] Publish callbacks [] for security_group (a38ebf92-3243-4d11-9813-d2b259ec2e38), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:00.079076 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4c84-47dc-4b7e-a99d-156366b9d4aa admin admin] Publish callbacks [] for security_group (a38ebf92-3243-4d11-9813-d2b259ec2e38), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:00.206967 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4c84-47dc-4b7e-a99d-156366b9d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (a38ebf92-3243-4d11-9813-d2b259ec2e38), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:00.209574 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4c84-47dc-4b7e-a99d-156366b9d4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:00.210762 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ec4c4c84-47dc-4b7e-a99d-156366b9d4aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a38ebf92-3243-4d11-9813-d2b259ec2e38 HTTP/1.1" status: 204 len: 168 time: 0.1996243 Apr 11 19:32:00.219103 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c4c84-47dc-4b7e-a99d-156366b9d4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38ebf92-3243-4d11-9813-d2b259ec2e38,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:01.468102 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c83b4e22-1673-4ee6-8784-c5486224a500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:02.546499 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37200) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:02.649687 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:02.724167 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Publish callbacks [] for security_group (cefa9fdb-b7f9-4103-824b-2dd1cad59a4f), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:02.798879 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (cefa9fdb-b7f9-4103-824b-2dd1cad59a4f), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:02.840437 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefa9fdb-b7f9-4103-824b-2dd1cad59a4f,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:02.844019 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16b4df0f5e684a8ebcefbfc8f0c9d747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964840 Apr 11 19:32:02.846937 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37206) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:02.849833 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.850179 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.850523 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.850861 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.851194 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.851523 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.851863 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.852198 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.852534 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.852851 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.853172 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.853496 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.853813 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.854130 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.854447 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c6266-b74b-4f9e-bf4d-c38e8c2638b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:02.896597 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24e9a2fb-a847-41fe-b2c4-6f1020d113ba admin admin] Publish callbacks [] for security_group (cefa9fdb-b7f9-4103-824b-2dd1cad59a4f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:02.918465 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24e9a2fb-a847-41fe-b2c4-6f1020d113ba admin admin] Publish callbacks [] for security_group (cefa9fdb-b7f9-4103-824b-2dd1cad59a4f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:03.016117 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24e9a2fb-a847-41fe-b2c4-6f1020d113ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (cefa9fdb-b7f9-4103-824b-2dd1cad59a4f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:03.018614 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-24e9a2fb-a847-41fe-b2c4-6f1020d113ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:03.019733 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-24e9a2fb-a847-41fe-b2c4-6f1020d113ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cefa9fdb-b7f9-4103-824b-2dd1cad59a4f HTTP/1.1" status: 204 len: 168 time: 0.1718299 Apr 11 19:32:03.027569 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9a2fb-a847-41fe-b2c4-6f1020d113ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefa9fdb-b7f9-4103-824b-2dd1cad59a4f,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:03.580548 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37212) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:03.594231 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-32c8cd43-cfdf-4985-b021-14d4b4f6f8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:03.669852 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-32c8cd43-cfdf-4985-b021-14d4b4f6f8f3 admin admin] Publish callbacks [] for security_group (a29ac1fe-aaa1-4c10-bbc0-a2dcad2d79d8), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:03.731902 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-32c8cd43-cfdf-4985-b021-14d4b4f6f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (a29ac1fe-aaa1-4c10-bbc0-a2dcad2d79d8), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:03.768575 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8cd43-cfdf-4985-b021-14d4b4f6f8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29ac1fe-aaa1-4c10-bbc0-a2dcad2d79d8,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:03.772773 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-32c8cd43-cfdf-4985-b021-14d4b4f6f8f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2c396b39b784376949c7b5b9c21c7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911914 Apr 11 19:32:03.775614 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37218) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:03.826265 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d49b-cec7-4e1f-aecc-6da4c705d573 admin admin] Publish callbacks [] for security_group (a29ac1fe-aaa1-4c10-bbc0-a2dcad2d79d8), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:03.848526 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d49b-cec7-4e1f-aecc-6da4c705d573 admin admin] Publish callbacks [] for security_group (a29ac1fe-aaa1-4c10-bbc0-a2dcad2d79d8), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:03.937823 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2974eb03-1a00-458c-97fe-b26ae64bb610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:03.977634 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d49b-cec7-4e1f-aecc-6da4c705d573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (a29ac1fe-aaa1-4c10-bbc0-a2dcad2d79d8), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:03.980304 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d49b-cec7-4e1f-aecc-6da4c705d573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:03.981512 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4ab1d49b-cec7-4e1f-aecc-6da4c705d573 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a29ac1fe-aaa1-4c10-bbc0-a2dcad2d79d8 HTTP/1.1" status: 204 len: 168 time: 0.2050784 Apr 11 19:32:03.989588 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1d49b-cec7-4e1f-aecc-6da4c705d573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29ac1fe-aaa1-4c10-bbc0-a2dcad2d79d8,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:04.669308 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:06.469131 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:07.884953 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:08.410794 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-b40ce8e8-b7b8-4a58-9e49-db0e21c66e99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402720 Apr 11 19:32:08.493660 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-b2370cd6-c7fa-4a0f-b4e7-8f1f34e5d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:08.495429 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-b2370cd6-c7fa-4a0f-b4e7-8f1f34e5d207 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 1129 time: 0.0403175 Apr 11 19:32:08.604755 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-ee42fad0-8979-43cc-8615-70e519f257f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:08.606213 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-ee42fad0-8979-43cc-8615-70e519f257f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 912 time: 0.0876448 Apr 11 19:32:08.671648 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-0bd7f92f-98ab-4504-b6ec-1d16dc152376 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b HTTP/1.1" status: 200 len: 1000 time: 0.0588341 Apr 11 19:32:08.718686 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-835ecb2a-065b-454e-94a1-99af0c48c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:08.720090 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-835ecb2a-065b-454e-94a1-99af0c48c0ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0426331 Apr 11 19:32:08.765052 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-6f938a71-4aa0-46dd-8d7d-84a052baf611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:08.766506 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-6f938a71-4aa0-46dd-8d7d-84a052baf611 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407307 Apr 11 19:32:08.855498 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-94118f8e-0af6-41d1-b074-c039920ecb0d service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824509 Apr 11 19:32:08.945629 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-8cb2ce3c-c60b-4050-88f2-84b3438d02bb req-c2452448-a63f-4e8d-9459-656dd28c5a52 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847278 Apr 11 19:32:09.909818 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:32:11.159806 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37318) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:11.264473 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cde9f829-95d8-4cfd-8f85-6fe3e65c8147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:11.338339 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cde9f829-95d8-4cfd-8f85-6fe3e65c8147 admin admin] Publish callbacks [] for security_group (79573f11-cbcd-4d4a-a98b-3e7c7dc73ece), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:11.405872 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-cde9f829-95d8-4cfd-8f85-6fe3e65c8147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (79573f11-cbcd-4d4a-a98b-3e7c7dc73ece), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:11.442468 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f829-95d8-4cfd-8f85-6fe3e65c8147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79573f11-cbcd-4d4a-a98b-3e7c7dc73ece,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:11.446702 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-cde9f829-95d8-4cfd-8f85-6fe3e65c8147 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b90c62ad294a434f92aae4a8bd8101bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858434 Apr 11 19:32:11.451158 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37322) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:11.496916 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2b5bcb1-6789-4447-8058-45ee81da0e10 admin admin] Publish callbacks [] for security_group (79573f11-cbcd-4d4a-a98b-3e7c7dc73ece), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:11.517508 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2b5bcb1-6789-4447-8058-45ee81da0e10 admin admin] Publish callbacks [] for security_group (79573f11-cbcd-4d4a-a98b-3e7c7dc73ece), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:11.617521 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2b5bcb1-6789-4447-8058-45ee81da0e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (79573f11-cbcd-4d4a-a98b-3e7c7dc73ece), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:11.620091 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-d2b5bcb1-6789-4447-8058-45ee81da0e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:11.621282 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-d2b5bcb1-6789-4447-8058-45ee81da0e10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79573f11-cbcd-4d4a-a98b-3e7c7dc73ece HTTP/1.1" status: 204 len: 168 time: 0.1710079 Apr 11 19:32:11.629895 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5bcb1-6789-4447-8058-45ee81da0e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79573f11-cbcd-4d4a-a98b-3e7c7dc73ece,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:12.165305 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37338) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:12.179300 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-37733b08-f8b8-4565-b194-00598804b46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:12.252584 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-37733b08-f8b8-4565-b194-00598804b46c admin admin] Publish callbacks [] for security_group (31d522df-59ed-4d19-821a-9291fb17fcb1), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:12.331787 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-37733b08-f8b8-4565-b194-00598804b46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (31d522df-59ed-4d19-821a-9291fb17fcb1), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:12.370812 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-37733b08-f8b8-4565-b194-00598804b46c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5b2168dafa74db4864081f502a83dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043576 Apr 11 19:32:12.371952 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37733b08-f8b8-4565-b194-00598804b46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d522df-59ed-4d19-821a-9291fb17fcb1,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:12.373558 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37342) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:12.423333 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ffa62352-19fe-49cb-af52-32c8f8f61fc0 admin admin] Publish callbacks [] for security_group (31d522df-59ed-4d19-821a-9291fb17fcb1), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:12.445185 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ffa62352-19fe-49cb-af52-32c8f8f61fc0 admin admin] Publish callbacks [] for security_group (31d522df-59ed-4d19-821a-9291fb17fcb1), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:12.565272 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ffa62352-19fe-49cb-af52-32c8f8f61fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (31d522df-59ed-4d19-821a-9291fb17fcb1), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:12.567937 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-ffa62352-19fe-49cb-af52-32c8f8f61fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:12.569097 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-ffa62352-19fe-49cb-af52-32c8f8f61fc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31d522df-59ed-4d19-821a-9291fb17fcb1 HTTP/1.1" status: 204 len: 168 time: 0.1945457 Apr 11 19:32:12.577127 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa62352-19fe-49cb-af52-32c8f8f61fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d522df-59ed-4d19-821a-9291fb17fcb1,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:13.861963 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ed71a-55a8-4ecd-898d-37dccfada6d0 req-f8966b0e-c1a2-41fe-9d1e-4e1c242c1b73 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:13.864126 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-577ed71a-55a8-4ecd-898d-37dccfada6d0 req-f8966b0e-c1a2-41fe-9d1e-4e1c242c1b73 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 945 time: 0.0526497 Apr 11 19:32:13.914504 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-577ed71a-55a8-4ecd-898d-37dccfada6d0 req-35764957-8508-4297-8839-9ee240cb3351 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Apr 11 19:32:15.188178 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd512-4d1a-4ccb-a9fc-1c983287e851 req-e2a66643-9104-47cf-90ab-81fab61ca11c tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:15.189659 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-745bd512-4d1a-4ccb-a9fc-1c983287e851 req-e2a66643-9104-47cf-90ab-81fab61ca11c tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 945 time: 0.2006967 Apr 11 19:32:15.239195 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-745bd512-4d1a-4ccb-a9fc-1c983287e851 req-e1dceb25-de59-438e-9541-9f9fda99ab34 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437295 Apr 11 19:32:15.384583 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6a436-8f79-420e-a651-a44bfa4c45c5 req-1e3b915e-3980-4b3f-9dcc-f9be5ddcec67 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:15.386020 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fcf6a436-8f79-420e-a651-a44bfa4c45c5 req-1e3b915e-3980-4b3f-9dcc-f9be5ddcec67 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 945 time: 0.0472119 Apr 11 19:32:15.479790 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-fcf6a436-8f79-420e-a651-a44bfa4c45c5 req-28741ffe-1250-4cce-ad5f-ac17db7d38bb tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Deleting port 651fed0f-e17a-4bba-8cf2-1b9923893fa7 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:32:15.480148 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-fcf6a436-8f79-420e-a651-a44bfa4c45c5 req-28741ffe-1250-4cce-ad5f-ac17db7d38bb tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:15.569888 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-fcf6a436-8f79-420e-a651-a44bfa4c45c5 req-28741ffe-1250-4cce-ad5f-ac17db7d38bb tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] For port 651fed0f-e17a-4bba-8cf2-1b9923893fa7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=651fed0f-e17a-4bba-8cf2-1b9923893fa7,segment=NetworkSegment(85ac9fc3-db2d-4ea0-8c99-1e967d2462fd),segment_id=85ac9fc3-db2d-4ea0-8c99-1e967d2462fd)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:15.570255 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-fcf6a436-8f79-420e-a651-a44bfa4c45c5 req-28741ffe-1250-4cce-ad5f-ac17db7d38bb tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:15.584169 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-fcf6a436-8f79-420e-a651-a44bfa4c45c5 req-28741ffe-1250-4cce-ad5f-ac17db7d38bb tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Calling delete_port for 651fed0f-e17a-4bba-8cf2-1b9923893fa7 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:32:15.794372 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-fcf6a436-8f79-420e-a651-a44bfa4c45c5 req-28741ffe-1250-4cce-ad5f-ac17db7d38bb tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (651fed0f-e17a-4bba-8cf2-1b9923893fa7), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:15.806325 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['651fed0f-e17a-4bba-8cf2-1b9923893fa7'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:32:15.821566 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28741ffe-1250-4cce-ad5f-ac17db7d38bb tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Pushing event deleted for resources: {'Port': ['ID=651fed0f-e17a-4bba-8cf2-1b9923893fa7,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:15.870698 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf6a436-8f79-420e-a651-a44bfa4c45c5 req-28741ffe-1250-4cce-ad5f-ac17db7d38bb tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] No DVR routers for this DVR port 651fed0f-e17a-4bba-8cf2-1b9923893fa7 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:32:15.873160 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-fcf6a436-8f79-420e-a651-a44bfa4c45c5 req-28741ffe-1250-4cce-ad5f-ac17db7d38bb tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:15.876419 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fcf6a436-8f79-420e-a651-a44bfa4c45c5 req-28741ffe-1250-4cce-ad5f-ac17db7d38bb tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.23 "DELETE /v2.0/ports/651fed0f-e17a-4bba-8cf2-1b9923893fa7 HTTP/1.1" status: 204 len: 173 time: 0.4843590 Apr 11 19:32:15.876862 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d9628a-db66-4424-b6cb-0b06f453f846', 'name': 'network-vif-deleted', 'tag': '651fed0f-e17a-4bba-8cf2-1b9923893fa7'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:32:15.879763 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f616a6-f261-4c36-9f29-1c8d7bdcca91" -d '{"events": [{"server_uuid": "c1d9628a-db66-4424-b6cb-0b06f453f846", "name": "network-vif-deleted", "tag": "651fed0f-e17a-4bba-8cf2-1b9923893fa7"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:32:15.916198 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da621305-3943-42c7-9cf3-59c69beaa8e8 x-openstack-request-id: req-da621305-3943-42c7-9cf3-59c69beaa8e8 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:32:15.916198 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d9628a-db66-4424-b6cb-0b06f453f846", "name": "network-vif-deleted", "tag": "651fed0f-e17a-4bba-8cf2-1b9923893fa7", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:32:15.916198 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da621305-3943-42c7-9cf3-59c69beaa8e8 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:32:15.916198 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da621305-3943-42c7-9cf3-59c69beaa8e8'] response: {'server_uuid': 'c1d9628a-db66-4424-b6cb-0b06f453f846', 'name': 'network-vif-deleted', 'tag': '651fed0f-e17a-4bba-8cf2-1b9923893fa7', 'status': 'completed', 'code': 200} Apr 11 19:32:16.349303 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-14a7816d-947c-4554-acdc-61ca4bb91dd4 req-0f7abc33-2f5a-44ae-ad19-0643b0ecf86b tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d9628a-db66-4424-b6cb-0b06f453f846 HTTP/1.1" status: 200 len: 210 time: 0.0312600 Apr 11 19:32:18.943205 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 651fed0f-e17a-4bba-8cf2-1b9923893fa7 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:32:18.962545 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 651fed0f-e17a-4bba-8cf2-1b9923893fa7 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:32:18.962881 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 651fed0f-e17a-4bba-8cf2-1b9923893fa7 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:32:22.541850 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37468) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:22.642287 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68189f38-63a8-4f64-9561-1640719db835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.718255 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68189f38-63a8-4f64-9561-1640719db835 admin admin] Publish callbacks [] for security_group (1bf664ed-18de-46cb-aaf2-9291ccaeba49), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.793881 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-68189f38-63a8-4f64-9561-1640719db835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (1bf664ed-18de-46cb-aaf2-9291ccaeba49), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.831509 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-68189f38-63a8-4f64-9561-1640719db835 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75b6b239b87e4deebc05bb80f9258c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881026 Apr 11 19:32:22.832509 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68189f38-63a8-4f64-9561-1640719db835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf664ed-18de-46cb-aaf2-9291ccaeba49,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:22.834295 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37472) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:22.882689 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8479f10c-c74a-4760-882b-9414f4dd4434 admin admin] Publish callbacks [] for security_group (1bf664ed-18de-46cb-aaf2-9291ccaeba49), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.903672 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8479f10c-c74a-4760-882b-9414f4dd4434 admin admin] Publish callbacks [] for security_group (1bf664ed-18de-46cb-aaf2-9291ccaeba49), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.022592 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8479f10c-c74a-4760-882b-9414f4dd4434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (1bf664ed-18de-46cb-aaf2-9291ccaeba49), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.025142 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-8479f10c-c74a-4760-882b-9414f4dd4434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.026287 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-8479f10c-c74a-4760-882b-9414f4dd4434 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bf664ed-18de-46cb-aaf2-9291ccaeba49 HTTP/1.1" status: 204 len: 168 time: 0.1904688 Apr 11 19:32:23.034042 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479f10c-c74a-4760-882b-9414f4dd4434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf664ed-18de-46cb-aaf2-9291ccaeba49,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:23.666531 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37484) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:23.679511 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d2493ac8-ebed-41bf-9cdd-75b3c61dc5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.752316 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d2493ac8-ebed-41bf-9cdd-75b3c61dc5cf admin admin] Publish callbacks [] for security_group (444564ac-d472-4063-9cc3-e550c79a4be1), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.817049 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-d2493ac8-ebed-41bf-9cdd-75b3c61dc5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (444564ac-d472-4063-9cc3-e550c79a4be1), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.857050 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-d2493ac8-ebed-41bf-9cdd-75b3c61dc5cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1196620e3bf42828f6aca91c4f99f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894655 Apr 11 19:32:23.857945 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2493ac8-ebed-41bf-9cdd-75b3c61dc5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444564ac-d472-4063-9cc3-e550c79a4be1,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:23.859746 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37486) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:23.909707 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e7cddaf-d8eb-4ea8-95c7-2aa1612db35a admin admin] Publish callbacks [] for security_group (444564ac-d472-4063-9cc3-e550c79a4be1), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.930922 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e7cddaf-d8eb-4ea8-95c7-2aa1612db35a admin admin] Publish callbacks [] for security_group (444564ac-d472-4063-9cc3-e550c79a4be1), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.072986 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e7cddaf-d8eb-4ea8-95c7-2aa1612db35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (444564ac-d472-4063-9cc3-e550c79a4be1), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.075472 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-1e7cddaf-d8eb-4ea8-95c7-2aa1612db35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.076676 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-1e7cddaf-d8eb-4ea8-95c7-2aa1612db35a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/444564ac-d472-4063-9cc3-e550c79a4be1 HTTP/1.1" status: 204 len: 168 time: 0.2158749 Apr 11 19:32:24.084874 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cddaf-d8eb-4ea8-95c7-2aa1612db35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444564ac-d472-4063-9cc3-e550c79a4be1,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:26.881852 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03239a-8029-4781-a78a-28709c5eaceb req-6d890c88-f696-4070-b093-3afefbeca92a tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:26.883313 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-6d890c88-f696-4070-b093-3afefbeca92a tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/networks?id=d1866068-297b-4910-a005-df88c6d2b769 HTTP/1.1" status: 200 len: 814 time: 0.1060228 Apr 11 19:32:26.898183 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-78912c10-00aa-41ae-a578-afc3aac60c90 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/quotas/a459e06fafd74024873f5f4373089e01 HTTP/1.1" status: 200 len: 375 time: 0.0093913 Apr 11 19:32:26.921921 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37572) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:26.930424 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-f9d39758-1577-4caf-b8c5-68189d334a79 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a459e06fafd74024873f5f4373089e01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271175 Apr 11 19:32:27.026615 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b5052d61-e528-4547-9a41-609800a501b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.033290 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-dfb43b74-0b61-426d-9fa7-a5a5019993b5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:32:27.034367 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-dfb43b74-0b61-426d-9fa7-a5a5019993b5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0974753 Apr 11 19:32:27.104929 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b5052d61-e528-4547-9a41-609800a501b6 admin admin] Publish callbacks [] for security_group (d34f8063-60b9-41c4-87d0-ed866d5f9e53), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.130712 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-9b6dcd29-d18c-4264-91e5-9849224b1d85 service neutron] 10.222.0.13 "GET /v2.0/networks/d1866068-297b-4910-a005-df88c6d2b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903134 Apr 11 19:32:27.177062 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-b5052d61-e528-4547-9a41-609800a501b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (d34f8063-60b9-41c4-87d0-ed866d5f9e53), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.216410 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5052d61-e528-4547-9a41-609800a501b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34f8063-60b9-41c4-87d0-ed866d5f9e53,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:27.223047 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-b5052d61-e528-4547-9a41-609800a501b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1456c8f843c4efa84975570dd43e13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976542 Apr 11 19:32:27.223314 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37578) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:27.232608 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-862eea5a-a345-4629-9fe6-33fd72f0b6e0 service neutron] 10.222.0.13 "GET /v2.0/networks/d1866068-297b-4910-a005-df88c6d2b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909660 Apr 11 19:32:27.270683 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ceef951-1acb-40c8-97f9-fb1470130eec admin admin] Publish callbacks [] for security_group (d34f8063-60b9-41c4-87d0-ed866d5f9e53), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.291717 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ceef951-1acb-40c8-97f9-fb1470130eec admin admin] Publish callbacks [] for security_group (d34f8063-60b9-41c4-87d0-ed866d5f9e53), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.405678 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ceef951-1acb-40c8-97f9-fb1470130eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (d34f8063-60b9-41c4-87d0-ed866d5f9e53), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.408702 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-4ceef951-1acb-40c8-97f9-fb1470130eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.412096 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-4ceef951-1acb-40c8-97f9-fb1470130eec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d34f8063-60b9-41c4-87d0-ed866d5f9e53 HTTP/1.1" status: 204 len: 168 time: 0.1857250 Apr 11 19:32:27.419115 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceef951-1acb-40c8-97f9-fb1470130eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34f8063-60b9-41c4-87d0-ed866d5f9e53,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:27.471136 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7b6d4f3c-cc90-45ea-8559-d7cc71445f6c req-7e1b29af-43c7-444d-a591-173e504a29c8 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 210 time: 0.0413604 Apr 11 19:32:27.991606 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37594) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:28.005044 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-045d9b50-584b-434c-8cba-99133a2cb0a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.079810 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-045d9b50-584b-434c-8cba-99133a2cb0a1 admin admin] Publish callbacks [] for security_group (8ede9ac2-b311-44f3-ac50-ffd484f961b6), precommit_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.154022 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-045d9b50-584b-434c-8cba-99133a2cb0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (8ede9ac2-b311-44f3-ac50-ffd484f961b6), after_create {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.190847 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-045d9b50-584b-434c-8cba-99133a2cb0a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f4241e41850423da3be60a0fa87b0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974828 Apr 11 19:32:28.193667 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37598) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:28.195518 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d9b50-584b-434c-8cba-99133a2cb0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ede9ac2-b311-44f3-ac50-ffd484f961b6,revision_number=1']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:28.222657 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.241727 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6154df0b-7f73-4e96-b7df-44c4ed0851b1 admin admin] Publish callbacks [] for security_group (8ede9ac2-b311-44f3-ac50-ffd484f961b6), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.263240 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6154df0b-7f73-4e96-b7df-44c4ed0851b1 admin admin] Publish callbacks [] for security_group (8ede9ac2-b311-44f3-ac50-ffd484f961b6), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.365501 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6154df0b-7f73-4e96-b7df-44c4ed0851b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (8ede9ac2-b311-44f3-ac50-ffd484f961b6), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.368115 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-6154df0b-7f73-4e96-b7df-44c4ed0851b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.369274 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6154df0b-7f73-4e96-b7df-44c4ed0851b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ede9ac2-b311-44f3-ac50-ffd484f961b6 HTTP/1.1" status: 204 len: 168 time: 0.1746409 Apr 11 19:32:28.378531 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154df0b-7f73-4e96-b7df-44c4ed0851b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ede9ac2-b311-44f3-ac50-ffd484f961b6,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:28.568362 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c95667bd-3173-418b-9b64-dd67707c0e2b req-f8049f46-3ddf-4f65-9c5d-a44e3c002229 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 210 time: 0.0305808 Apr 11 19:32:29.485943 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03239a-8029-4781-a78a-28709c5eaceb req-80b3d072-3a91-4064-ac92-bbfc8e080b12 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:29.487369 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-80b3d072-3a91-4064-ac92-bbfc8e080b12 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.23 "GET /v2.0/networks?id=d1866068-297b-4910-a005-df88c6d2b769 HTTP/1.1" status: 200 len: 814 time: 0.1042111 Apr 11 19:32:29.498511 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Request body: {'port': {'device_id': '829b9e6e-1a8b-4ed6-97fc-2c77e189be23', 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769', 'admin_state_up': True, 'tenant_id': 'a459e06fafd74024873f5f4373089e01'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:29.666822 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-23def92d-8e0b-4f98-ac3b-45c2a4e20af3 req-bbcc0dd7-8e23-437c-bac2-0e1be9d6ff09 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 210 time: 0.0322652 Apr 11 19:32:29.678465 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Made reservation on behalf of a459e06fafd74024873f5f4373089e01 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:29.681962 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.807053 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Allocated IP 172.20.0.5 (d1866068-297b-4910-a005-df88c6d2b769/89b6b6dd-b598-4c6f-94ed-96637b5ea7f4/e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:29.953287 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks [] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.045912 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.086567 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Network d1866068-297b-4910-a005-df88c6d2b769 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:30.089594 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:30.093154 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:30.124687 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Pushing event updated for resources: {'Port': ['ID=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:30.153143 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:30.153761 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.213718 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-9e5f6b43-585c-43bd-81a4-789964b8e6f5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7188170 Apr 11 19:32:30.223235 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-c880d049-e751-4b6f-808b-5eb261d1a241 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:32:30.228784 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-c880d049-e751-4b6f-808b-5eb261d1a241 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050430 Apr 11 19:32:30.372644 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Request body: {'port': {'device_id': '829b9e6e-1a8b-4ed6-97fc-2c77e189be23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:30.431109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.954140 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:32:30.970133 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Publish callbacks [] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.003608 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Transition to ACTIVE for port object e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:32:31.014255 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46f1d9-c193-485f-b15c-9db1004a2442 req-dc40fb02-3928-44ac-b654-a90a84405b15 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:31.015721 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4c46f1d9-c193-485f-b15c-9db1004a2442 req-dc40fb02-3928-44ac-b654-a90a84405b15 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 931 time: 0.0570164 Apr 11 19:32:31.061686 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4c46f1d9-c193-485f-b15c-9db1004a2442 req-fadab977-db81-47d5-aece-6a9a8fcf063d tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401106 Apr 11 19:32:31.074173 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.126674 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Pushing event updated for resources: {'Port': ['ID=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:31.192745 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Attempting to bind port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:31.193084 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Attempting to bind port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '85ac9fc3-db2d-4ea0-8c99-1e967d2462fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:31.193416 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Attempting to bind port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df on network d1866068-297b-4910-a005-df88c6d2b769 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:31.197679 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df on network d1866068-297b-4910-a005-df88c6d2b769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:32:31.198003 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Attempting to bind port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df on network d1866068-297b-4910-a005-df88c6d2b769 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:31.202763 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:31.203105 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Checking segment: {'id': '85ac9fc3-db2d-4ea0-8c99-1e967d2462fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:31.203492 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Bound using segment: {'id': '85ac9fc3-db2d-4ea0-8c99-1e967d2462fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:31.203947 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Bound port: e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ac9fc3-db2d-4ea0-8c99-1e967d2462fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:31.204359 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.266950 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] For port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:31.270039 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] For port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df,segment=NetworkSegment(85ac9fc3-db2d-4ea0-8c99-1e967d2462fd),segment_id=85ac9fc3-db2d-4ea0-8c99-1e967d2462fd)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:31.337201 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.370586 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:31.371232 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.372656 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] 10.222.0.23 "PUT /v2.0/ports/e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df HTTP/1.1" status: 200 len: 1093 time: 1.1405759 Apr 11 19:32:31.374890 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829b9e6e-1a8b-4ed6-97fc-2c77e189be23', 'tag': 'e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:32:31.377924 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79869fa-bcd8-40c9-b362-7973002cdaae" -d '{"events": [{"name": "network-changed", "server_uuid": "829b9e6e-1a8b-4ed6-97fc-2c77e189be23", "tag": "e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:32:31.404077 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe636f-5c03-42ea-994f-f0e4ede7f90c service neutron] Pushing event updated for resources: {'Port': ['ID=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:31.412791 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534e0044-2866-4729-ade5-4c2162a2d24c x-openstack-request-id: req-534e0044-2866-4729-ade5-4c2162a2d24c {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:32:31.413123 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829b9e6e-1a8b-4ed6-97fc-2c77e189be23", "tag": "e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:32:31.413385 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-534e0044-2866-4729-ade5-4c2162a2d24c {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:32:31.417441 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534e0044-2866-4729-ade5-4c2162a2d24c'] response: {'name': 'network-changed', 'server_uuid': '829b9e6e-1a8b-4ed6-97fc-2c77e189be23', 'tag': 'e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df', 'status': 'completed', 'code': 200} Apr 11 19:32:31.474094 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79869fa-bcd8-40c9-b362-7973002cdaae req-29ef4e07-412b-492d-9082-1615dc6bad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:31.475514 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a79869fa-bcd8-40c9-b362-7973002cdaae req-29ef4e07-412b-492d-9082-1615dc6bad0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a459e06fafd74024873f5f4373089e01&device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 1127 time: 0.0435691 Apr 11 19:32:31.485325 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-eae5599d-a45a-4664-a755-9a0b55da6a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.571927 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79869fa-bcd8-40c9-b362-7973002cdaae req-30feca8b-1012-4626-b16c-a6e6dee8b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:31.573382 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a79869fa-bcd8-40c9-b362-7973002cdaae req-30feca8b-1012-4626-b16c-a6e6dee8b175 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a459e06fafd74024873f5f4373089e01&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0898924 Apr 11 19:32:31.667968 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79869fa-bcd8-40c9-b362-7973002cdaae req-b447770d-ad9f-42f5-8cc7-d07e0158c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:31.669441 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a79869fa-bcd8-40c9-b362-7973002cdaae req-b447770d-ad9f-42f5-8cc7-d07e0158c0a9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907831 Apr 11 19:32:31.739602 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03239a-8029-4781-a78a-28709c5eaceb req-41d6f78c-c9af-497d-a4e0-127e73e2119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:31.741015 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-41d6f78c-c9af-497d-a4e0-127e73e2119a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a459e06fafd74024873f5f4373089e01&device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 1127 time: 0.0389817 Apr 11 19:32:31.780081 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-50d2ae41-b827-48ec-a349-e4cdd69df035 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df HTTP/1.1" status: 200 len: 217 time: 0.0329731 Apr 11 19:32:31.829036 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03239a-8029-4781-a78a-28709c5eaceb req-d29bcd30-1df3-420b-b190-5347e728a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:31.830442 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-d29bcd30-1df3-420b-b190-5347e728a4e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89b6b6dd-b598-4c6f-94ed-96637b5ea7f4 HTTP/1.1" status: 200 len: 854 time: 0.0452006 Apr 11 19:32:31.860961 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-77cbb0ef-ab87-4e97-a39b-06c7e7c8f1ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d1866068-297b-4910-a005-df88c6d2b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250363 Apr 11 19:32:31.948765 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-fa845158-ffad-441b-92c1-39b3c6fe0bc4 service neutron] 10.222.0.23 "GET /v2.0/networks/d1866068-297b-4910-a005-df88c6d2b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822375 Apr 11 19:32:32.040575 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-df03239a-8029-4781-a78a-28709c5eaceb req-4c61d5ef-a3e9-4782-9d6e-eeb633ac0f30 service neutron] 10.222.0.23 "GET /v2.0/networks/d1866068-297b-4910-a005-df88c6d2b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857220 Apr 11 19:32:32.174027 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99ffd8-9a51-47db-8868-37d6d5b52e07 req-bebc85cc-7cf8-453a-a0a6-9543b49eb1e4 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:32.176160 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f99ffd8-9a51-47db-8868-37d6d5b52e07 req-bebc85cc-7cf8-453a-a0a6-9543b49eb1e4 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 943 time: 0.0480695 Apr 11 19:32:32.222947 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7f99ffd8-9a51-47db-8868-37d6d5b52e07 req-5f3038ec-5f76-474d-b945-532d82392ed9 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 Apr 11 19:32:33.340744 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ad61-e4bf-4cb2-a007-089ae91208e0 req-14d9a995-8a66-49b8-88ef-56b23a8993e4 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:33.342227 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-59a5ad61-e4bf-4cb2-a007-089ae91208e0 req-14d9a995-8a66-49b8-88ef-56b23a8993e4 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 943 time: 0.0524280 Apr 11 19:32:33.390112 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-59a5ad61-e4bf-4cb2-a007-089ae91208e0 req-d61e5c57-c8a3-44ef-8841-e8415ebad49d tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417538 Apr 11 19:32:33.931022 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c0c522c3-2a75-4b04-a2b3-8cc07cb93c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:34.502678 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f985a-c8ab-4fa2-b8ec-cf9e9834b92e req-e36227eb-a92b-450f-a4bd-5d54d23f005f tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:34.504167 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f09f985a-c8ab-4fa2-b8ec-cf9e9834b92e req-e36227eb-a92b-450f-a4bd-5d54d23f005f tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 943 time: 0.0461836 Apr 11 19:32:34.550432 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f09f985a-c8ab-4fa2-b8ec-cf9e9834b92e req-5481d377-2f8b-4e6a-b230-2e58fa09a3ae tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408051 Apr 11 19:32:34.708303 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:34.781268 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:32:34.881932 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df,segment=NetworkSegment(85ac9fc3-db2d-4ea0-8c99-1e967d2462fd),segment_id=85ac9fc3-db2d-4ea0-8c99-1e967d2462fd)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:34.896073 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': 'e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df', 'network_id': 'd1866068-297b-4910-a005-df88c6d2b769', 'port_id': 'e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df', 'mac_address': 'fa:16:3e:3f:c7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b6b6dd-b598-4c6f-94ed-96637b5ea7f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:32:34.935282 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:34.936110 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:34.949084 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:32:34.969578 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df,segment=NetworkSegment(85ac9fc3-db2d-4ea0-8c99-1e967d2462fd),segment_id=85ac9fc3-db2d-4ea0-8c99-1e967d2462fd)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:35.073936 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.121002 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:35.129177 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.133670 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:35.286172 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:32:35.664857 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a4819-ded4-476c-be7d-12debef29744 req-4810865e-c6a6-4d7a-805c-24bcfee21f41 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:35.666346 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f41a4819-ded4-476c-be7d-12debef29744 req-4810865e-c6a6-4d7a-805c-24bcfee21f41 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 944 time: 0.0468812 Apr 11 19:32:35.717277 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f41a4819-ded4-476c-be7d-12debef29744 req-de5ac3d7-435b-4ed7-835c-5e14980ffff9 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Apr 11 19:32:36.445504 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:36.798035 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:36.827676 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdeb791-0055-46b0-9dfa-5420ac8f65b2 req-cabf88b2-7be9-4283-bea3-c783dbf23645 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:36.829204 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bdeb791-0055-46b0-9dfa-5420ac8f65b2 req-cabf88b2-7be9-4283-bea3-c783dbf23645 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 944 time: 0.0474703 Apr 11 19:32:36.842890 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:32:36.878168 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bdeb791-0055-46b0-9dfa-5420ac8f65b2 req-f381aaf1-b5e5-4835-a9cc-b8eab2491836 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415833 Apr 11 19:32:36.936928 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:36.937310 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.016495 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:37.016798 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.038364 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829b9e6e-1a8b-4ed6-97fc-2c77e189be23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:32:37.040617 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2796a1-0862-411e-8c9a-b38637f77613" -d '{"events": [{"server_uuid": "829b9e6e-1a8b-4ed6-97fc-2c77e189be23", "name": "network-vif-plugged", "status": "completed", "tag": "e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:32:37.053103 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df,segment=NetworkSegment(85ac9fc3-db2d-4ea0-8c99-1e967d2462fd),segment_id=85ac9fc3-db2d-4ea0-8c99-1e967d2462fd)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:37.119956 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.167790 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:37.194939 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7899eb-0419-496a-b5ee-cbb509e710f9 x-openstack-request-id: req-6d7899eb-0419-496a-b5ee-cbb509e710f9 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:32:37.195242 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829b9e6e-1a8b-4ed6-97fc-2c77e189be23", "name": "network-vif-plugged", "status": "completed", "tag": "e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:32:37.195503 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d7899eb-0419-496a-b5ee-cbb509e710f9 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:32:37.195929 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7899eb-0419-496a-b5ee-cbb509e710f9'] response: {'server_uuid': '829b9e6e-1a8b-4ed6-97fc-2c77e189be23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df', 'code': 200} Apr 11 19:32:37.510694 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d42e20-78f3-430b-b1c6-c9d27688f6d3 req-4883be09-0817-45ec-9863-2e787ef9e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:37.512204 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-94d42e20-78f3-430b-b1c6-c9d27688f6d3 req-4883be09-0817-45ec-9863-2e787ef9e981 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 1129 time: 0.0371096 Apr 11 19:32:37.555495 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-94d42e20-78f3-430b-b1c6-c9d27688f6d3 req-ca669542-2169-4637-bf41-04d54ff8c6c4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377588 Apr 11 19:32:37.896432 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.992009 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56825480-f70f-407a-9caf-41d2ce38f883 req-a7a8d19d-1d52-4363-9dbf-950460f993d5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:37.993579 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-56825480-f70f-407a-9caf-41d2ce38f883 req-a7a8d19d-1d52-4363-9dbf-950460f993d5 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 945 time: 0.0498941 Apr 11 19:32:38.039899 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-56825480-f70f-407a-9caf-41d2ce38f883 req-2e674c3e-7ac6-4b15-b8c8-0a3df980d232 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 Apr 11 19:32:39.152714 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387637d-1c85-4423-9bce-7e0e13f830f9 req-3ac9ffd0-58e1-4fc6-98ef-87d176b1f256 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:39.154204 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0387637d-1c85-4423-9bce-7e0e13f830f9 req-3ac9ffd0-58e1-4fc6-98ef-87d176b1f256 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 945 time: 0.0464904 Apr 11 19:32:39.202038 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-0387637d-1c85-4423-9bce-7e0e13f830f9 req-10430f5c-8f7e-40bb-95c0-d92fdfb94982 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412309 Apr 11 19:32:46.907960 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:32:58.233510 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.456108 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f5d4851a-da04-4386-bdeb-f1258b6a8bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.749023 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabe8ba-b7a3-424d-a013-54824befca90 req-53761b08-63e6-4097-b005-b9a6b386cce0 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:01.750406 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-beabe8ba-b7a3-424d-a013-54824befca90 req-53761b08-63e6-4097-b005-b9a6b386cce0 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Apr 11 19:33:01.799946 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-beabe8ba-b7a3-424d-a013-54824befca90 req-9e0f0abb-98b1-4f6c-af6e-c47a331c819d tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432909 Apr 11 19:33:02.913516 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd44b37-13f6-4e59-8793-14ba4d6256f2 req-360f7292-1ace-4252-a051-8e6346a947d4 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:02.914984 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3dd44b37-13f6-4e59-8793-14ba4d6256f2 req-360f7292-1ace-4252-a051-8e6346a947d4 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 945 time: 0.0466087 Apr 11 19:33:02.962167 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-3dd44b37-13f6-4e59-8793-14ba4d6256f2 req-29d173a5-f601-4e73-8224-0f57aec93033 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a067146-5f7e-4ff1-8597-71d6b51a69da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416496 Apr 11 19:33:03.278286 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb804f-a939-4197-9f41-8ecb6e98eef7 req-938a8345-62f1-43a4-8194-f71ec41ed248 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:03.279723 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-37bb804f-a939-4197-9f41-8ecb6e98eef7 req-938a8345-62f1-43a4-8194-f71ec41ed248 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.23 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 945 time: 0.0456293 Apr 11 19:33:03.374612 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-37bb804f-a939-4197-9f41-8ecb6e98eef7 req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Deleting port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:33:03.374956 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-37bb804f-a939-4197-9f41-8ecb6e98eef7 req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.463539 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-37bb804f-a939-4197-9f41-8ecb6e98eef7 req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] For port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df,segment=NetworkSegment(85ac9fc3-db2d-4ea0-8c99-1e967d2462fd),segment_id=85ac9fc3-db2d-4ea0-8c99-1e967d2462fd)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:03.463937 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-37bb804f-a939-4197-9f41-8ecb6e98eef7 req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.477290 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-37bb804f-a939-4197-9f41-8ecb6e98eef7 req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Calling delete_port for e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:33:03.678065 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-37bb804f-a939-4197-9f41-8ecb6e98eef7 req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.690332 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:33:03.706586 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Pushing event deleted for resources: {'Port': ['ID=e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:03.742119 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.742392 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.742731 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.743068 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.743399 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.743726 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.744073 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.744401 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.744722 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.745043 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.745366 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.745693 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.746010 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.746346 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.746666 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:03.770987 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bb804f-a939-4197-9f41-8ecb6e98eef7 req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] No DVR routers for this DVR port e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:33:03.773364 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-37bb804f-a939-4197-9f41-8ecb6e98eef7 req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.776583 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-37bb804f-a939-4197-9f41-8ecb6e98eef7 req-de3e4219-f3d7-48c0-86a2-1cecd73f4e17 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.23 "DELETE /v2.0/ports/e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df HTTP/1.1" status: 204 len: 173 time: 0.4918833 Apr 11 19:33:03.777014 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829b9e6e-1a8b-4ed6-97fc-2c77e189be23', 'name': 'network-vif-deleted', 'tag': 'e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:03.779214 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e070c00-8a18-4fae-8d9e-3732d42a97fb" -d '{"events": [{"server_uuid": "829b9e6e-1a8b-4ed6-97fc-2c77e189be23", "name": "network-vif-deleted", "tag": "e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:03.868923 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc350b8b-ce96-4fb8-bdf1-96a15ade0fad x-openstack-request-id: req-cc350b8b-ce96-4fb8-bdf1-96a15ade0fad {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:03.868923 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829b9e6e-1a8b-4ed6-97fc-2c77e189be23", "name": "network-vif-deleted", "tag": "e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:03.868923 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc350b8b-ce96-4fb8-bdf1-96a15ade0fad {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:03.868923 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc350b8b-ce96-4fb8-bdf1-96a15ade0fad'] response: {'server_uuid': '829b9e6e-1a8b-4ed6-97fc-2c77e189be23', 'name': 'network-vif-deleted', 'tag': 'e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df', 'status': 'completed', 'code': 200} Apr 11 19:33:03.924946 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c22a87e5-ecb1-4e5a-a383-808013518131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:04.058540 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e351a2cd-ee05-42a9-8e53-8009203adadc req-502fc8d4-fedb-4173-9027-103845c54b82 tempest-VolumesSnapshotTestJSON-83964595 tempest-VolumesSnapshotTestJSON-83964595-project] 10.222.0.13 "GET /v2.0/ports?device_id=829b9e6e-1a8b-4ed6-97fc-2c77e189be23 HTTP/1.1" status: 200 len: 210 time: 0.0278604 Apr 11 19:33:04.843904 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:06.467138 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:06.987078 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:33:07.007921 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:33:07.008275 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device e1e59aa8-f6a3-4587-8ae8-b29cdb98c4df not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:33:07.884742 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:16.316359 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499b59c-60e1-4e12-80ab-8c6e4fa10b1d req-2e783480-1d81-4d3e-b58b-3655192692a4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:16.317878 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6499b59c-60e1-4e12-80ab-8c6e4fa10b1d req-2e783480-1d81-4d3e-b58b-3655192692a4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 945 time: 0.0469837 Apr 11 19:33:16.370910 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6499b59c-60e1-4e12-80ab-8c6e4fa10b1d req-760499af-5a13-4a74-b4a6-a5a74f82ea71 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467591 Apr 11 19:33:17.488829 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17247a91-994a-49c5-a2cb-c787e033978d req-902f1b61-4770-43a2-845e-9e08aa5a03f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:17.490207 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-17247a91-994a-49c5-a2cb-c787e033978d req-902f1b61-4770-43a2-845e-9e08aa5a03f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 945 time: 0.0500748 Apr 11 19:33:17.538419 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-17247a91-994a-49c5-a2cb-c787e033978d req-a84efcc9-e4ee-4414-b71e-231f9484e302 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Apr 11 19:33:18.649342 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1872a47-3202-4b2a-a6c5-5e9c121c9b67 req-52157dde-fb24-468d-af49-75602d78103a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:18.650808 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1872a47-3202-4b2a-a6c5-5e9c121c9b67 req-52157dde-fb24-468d-af49-75602d78103a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 945 time: 0.0466261 Apr 11 19:33:18.698893 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b1872a47-3202-4b2a-a6c5-5e9c121c9b67 req-e366434b-786c-4990-8701-7a38ecc1f861 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426743 Apr 11 19:33:19.720049 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-53795441-3888-4c8e-a5b2-01e3d352bddb tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:19.725313 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-53795441-3888-4c8e-a5b2-01e3d352bddb tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 945 time: 0.0465548 Apr 11 19:33:19.838505 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b098b-d342-42bb-8105-8c964b1c5880 req-17b59a00-cb9c-4990-9e12-adfb3cccc1b3 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:19.840142 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-857b098b-d342-42bb-8105-8c964b1c5880 req-17b59a00-cb9c-4990-9e12-adfb3cccc1b3 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 945 time: 0.0731366 Apr 11 19:33:19.859033 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Deleting port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:33:19.863034 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:19.952777 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-857b098b-d342-42bb-8105-8c964b1c5880 req-84ddda81-2262-48be-aa98-4bdfb2fc98f7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055655 Apr 11 19:33:19.983095 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] For port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:19.983470 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.155322 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.155691 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (622a20b4-9d2e-4d05-aa7b-844f1afdac81), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.156048 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Floating IP 622a20b4-9d2e-4d05-aa7b-844f1afdac81 disassociated. External IP: 172.27.2.96, port: 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b. Apr 11 19:33:20.156654 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Calling delete_port for 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:33:20.352979 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.381124 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event deleted for resources: {'Port': ['ID=6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:20.497659 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Router 855476e6-70e4-434f-8262-c49efdd994a8 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:33:20.607367 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:33:20.617119 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68542dde-5cdd-4251-a4ba-2557417ccf53 None None] Sync routers for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:33:20.627656 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68542dde-5cdd-4251-a4ba-2557417ccf53 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:33:20.631065 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-68542dde-5cdd-4251-a4ba-2557417ccf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:33:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:20.649230 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] No DVR routers for this DVR port 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:33:20.651723 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.655026 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eb50a784-0a31-42b7-b9f4-28d0ce868fa9 req-9582df4a-1152-462f-a1e1-9aecc5978ae4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "DELETE /v2.0/ports/6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b HTTP/1.1" status: 204 len: 173 time: 0.9279907 Apr 11 19:33:20.655410 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'name': 'network-vif-deleted', 'tag': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:20.657921 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bb9f71-ceff-4d96-98eb-c3d11ceae594" -d '{"events": [{"server_uuid": "7aa03f52-ca2d-4066-adac-12324ed1cb22", "name": "network-vif-deleted", "tag": "6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:20.697063 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfe1482-a903-4c7e-8891-6f201b52b49e x-openstack-request-id: req-9cfe1482-a903-4c7e-8891-6f201b52b49e {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:20.697063 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa03f52-ca2d-4066-adac-12324ed1cb22", "name": "network-vif-deleted", "tag": "6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:20.697063 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cfe1482-a903-4c7e-8891-6f201b52b49e {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:20.697063 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cfe1482-a903-4c7e-8891-6f201b52b49e'] response: {'server_uuid': '7aa03f52-ca2d-4066-adac-12324ed1cb22', 'name': 'network-vif-deleted', 'tag': '6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b', 'status': 'completed', 'code': 200} Apr 11 19:33:20.743711 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-68542dde-5cdd-4251-a4ba-2557417ccf53 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:33:20.959231 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-68542dde-5cdd-4251-a4ba-2557417ccf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:20.987345 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68542dde-5cdd-4251-a4ba-2557417ccf53 None None] Checking router: 855476e6-70e4-434f-8262-c49efdd994a8 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:33:20.996966 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68542dde-5cdd-4251-a4ba-2557417ccf53 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:33:20.997568 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-68542dde-5cdd-4251-a4ba-2557417ccf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:33:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:21.051006 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-fae822d3-e17d-4177-b9cd-98a0733813cf req-b116d136-4572-4ade-9ebf-ba39c0b19028 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa03f52-ca2d-4066-adac-12324ed1cb22 HTTP/1.1" status: 200 len: 210 time: 0.0312657 Apr 11 19:33:21.109912 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-68542dde-5cdd-4251-a4ba-2557417ccf53 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:33:21.302972 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-68542dde-5cdd-4251-a4ba-2557417ccf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:21.336441 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68542dde-5cdd-4251-a4ba-2557417ccf53 None None] The sync data for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi is: [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:33:21.554591 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e988f8c-fd30-4432-ac13-1331470a14a4 None None] New status for floating IP 622a20b4-9d2e-4d05-aa7b-844f1afdac81: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:33:22.306852 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-16a0fb71-f4e0-4fc7-9f52-5b71bfccc9eb tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733643625&fields=id&tenant_id=b5adfa3d877040b6803d66692bd10f92 HTTP/1.1" status: 200 len: 267 time: 0.0439847 Apr 11 19:33:22.412800 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-18d6fbef-5591-461b-b242-4b2df5a2368d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:22.414257 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-18d6fbef-5591-461b-b242-4b2df5a2368d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 811 time: 0.1010940 Apr 11 19:33:22.429421 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-931bbb93-e973-44c6-be37-e48b28da31f3 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/quotas/b5adfa3d877040b6803d66692bd10f92 HTTP/1.1" status: 200 len: 375 time: 0.0092592 Apr 11 19:33:22.486339 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-dd96b655-9560-4476-9627-ec2d079a8502 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513427 Apr 11 19:33:22.587801 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-2d2fdbb1-1598-482e-96da-48eb442b28e1 service neutron] 10.222.0.13 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873809 Apr 11 19:33:22.680694 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-5ee3b28f-c6d4-4a5f-a7cb-e272c85a1934 service neutron] 10.222.0.13 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871315 Apr 11 19:33:23.030102 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:33:23.051015 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:33:23.051369 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 6fd1fbf9-61d3-48bd-aa1f-ff68442a3a8b not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:33:23.311592 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cf1f8a35-ab30-4a45-8386-3a29ce754dbd req-0dc683f3-8c68-467b-b398-7192d82f8715 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 210 time: 0.0290635 Apr 11 19:33:23.907569 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:33:24.407394 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-248a3d4a-5bb4-46cb-a8c5-d0eb168f3839 req-b3573801-207e-418b-831e-b50659540020 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 210 time: 0.0272288 Apr 11 19:33:25.444526 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-d9db5e73-6784-43a6-9d67-0618e7e32623 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:25.446700 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-d9db5e73-6784-43a6-9d67-0618e7e32623 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 811 time: 0.1048899 Apr 11 19:33:25.520123 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f416b596-901b-4fef-9061-6ac8df9093b5 req-316be93b-7ff6-4068-a3cf-cc837791e274 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 210 time: 0.0384400 Apr 11 19:33:25.534485 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-a1a528b1-4db3-4e3e-836e-aa5bc24c91cc tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5adfa3d877040b6803d66692bd10f92 HTTP/1.1" status: 200 len: 380 time: 0.0786512 Apr 11 19:33:25.542887 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'port': {'device_id': '84f6935b-d8de-4686-ac89-8d6be701a270', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'admin_state_up': True, 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'security_groups': ['955b87e8-6053-450f-8deb-7fd9aad5deed']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:25.723279 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Made reservation on behalf of b5adfa3d877040b6803d66692bd10f92 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:33:25.726992 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:25.855253 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Allocated IP 172.20.0.3 (b44f8569-24f0-4104-825c-4fd43ed0406d/b5b99a86-23c6-46b5-8f1c-5b8332ade88c/acfbec0c-1aff-4ae9-98cc-448f63cc0b28) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:33:25.993635 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.078847 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.125204 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Network b44f8569-24f0-4104-825c-4fd43ed0406d is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:33:26.128509 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:33:26.132342 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:33:26.162015 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'Port': ['ID=acfbec0c-1aff-4ae9-98cc-448f63cc0b28,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:26.193143 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:26.193784 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.287524 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-4c740c11-8633-46f2-ada1-b4bb7bb1bb79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7481680 Apr 11 19:33:26.298819 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Request body: {'port': {'device_id': '84f6935b-d8de-4686-ac89-8d6be701a270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:26.367942 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.426289 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f2cf74a0-bfec-41af-ae61-2b8dd02f30dc None None] Provisioning complete for port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:26.426872 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f2cf74a0-bfec-41af-ae61-2b8dd02f30dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.467188 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf74a0-bfec-41af-ae61-2b8dd02f30dc None None] Port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:33:26.664327 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305512-f3de-4fcc-81fb-3452d4586a3b req-14150753-b5e9-468f-9f42-7e1518f4ed99 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:26.665738 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b2305512-f3de-4fcc-81fb-3452d4586a3b req-14150753-b5e9-468f-9f42-7e1518f4ed99 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 931 time: 0.0777299 Apr 11 19:33:26.674756 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acfbec0c-1aff-4ae9-98cc-448f63cc0b28 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:26.687555 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Publish callbacks [] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.712637 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Transition to ACTIVE for port object acfbec0c-1aff-4ae9-98cc-448f63cc0b28 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:33:26.736261 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b2305512-f3de-4fcc-81fb-3452d4586a3b req-6158f704-bff6-427d-98ef-2956c08e9012 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569539 Apr 11 19:33:26.769957 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.829093 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Pushing event updated for resources: {'Port': ['ID=acfbec0c-1aff-4ae9-98cc-448f63cc0b28,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:26.907409 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Attempting to bind port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:33:26.907409 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Attempting to bind port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:33:26.907660 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Attempting to bind port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 on network b44f8569-24f0-4104-825c-4fd43ed0406d {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:26.912441 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 on network b44f8569-24f0-4104-825c-4fd43ed0406d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:33:26.912764 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Attempting to bind port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 on network b44f8569-24f0-4104-825c-4fd43ed0406d {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:26.918410 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:33:26.918678 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Checking segment: {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:33:26.919059 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Bound using segment: {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:33:26.919505 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Bound port: acfbec0c-1aff-4ae9-98cc-448f63cc0b28, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:33:26.919881 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.987085 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] For port acfbec0c-1aff-4ae9-98cc-448f63cc0b28, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:33:26.990335 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] For port acfbec0c-1aff-4ae9-98cc-448f63cc0b28, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=acfbec0c-1aff-4ae9-98cc-448f63cc0b28,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:33:27.090825 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.124977 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:27.125603 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.127023 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] 10.222.0.23 "PUT /v2.0/ports/acfbec0c-1aff-4ae9-98cc-448f63cc0b28 HTTP/1.1" status: 200 len: 1093 time: 0.8327351 Apr 11 19:33:27.127465 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f6935b-d8de-4686-ac89-8d6be701a270', 'tag': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:27.129749 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11e8d38-f5fc-44d1-bef0-1d31f92d44d7" -d '{"events": [{"name": "network-changed", "server_uuid": "84f6935b-d8de-4686-ac89-8d6be701a270", "tag": "acfbec0c-1aff-4ae9-98cc-448f63cc0b28"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:27.159379 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd3283-ed69-46a3-be80-839fe9458713 service neutron] Pushing event updated for resources: {'Port': ['ID=acfbec0c-1aff-4ae9-98cc-448f63cc0b28,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:27.180760 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48f78fb-b9e6-43fc-9e14-62bf4bd20bb3 x-openstack-request-id: req-a48f78fb-b9e6-43fc-9e14-62bf4bd20bb3 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:27.180760 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f6935b-d8de-4686-ac89-8d6be701a270", "tag": "acfbec0c-1aff-4ae9-98cc-448f63cc0b28", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:27.180760 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a48f78fb-b9e6-43fc-9e14-62bf4bd20bb3 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:27.180760 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48f78fb-b9e6-43fc-9e14-62bf4bd20bb3'] response: {'name': 'network-changed', 'server_uuid': '84f6935b-d8de-4686-ac89-8d6be701a270', 'tag': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'status': 'completed', 'code': 200} Apr 11 19:33:27.243464 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e8d38-f5fc-44d1-bef0-1d31f92d44d7 req-7d16d1e0-ddb3-48b1-a05c-b9e0d90fe20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:27.243464 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c11e8d38-f5fc-44d1-bef0-1d31f92d44d7 req-7d16d1e0-ddb3-48b1-a05c-b9e0d90fe20e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 1127 time: 0.0455658 Apr 11 19:33:27.344821 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e8d38-f5fc-44d1-bef0-1d31f92d44d7 req-df41156e-ce66-4861-a395-f2782424317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:27.346296 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c11e8d38-f5fc-44d1-bef0-1d31f92d44d7 req-df41156e-ce66-4861-a395-f2782424317e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5adfa3d877040b6803d66692bd10f92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0959611 Apr 11 19:33:27.443384 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e8d38-f5fc-44d1-bef0-1d31f92d44d7 req-898d910c-6573-47ed-846c-c251b1ad1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:27.445509 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-c11e8d38-f5fc-44d1-bef0-1d31f92d44d7 req-898d910c-6573-47ed-846c-c251b1ad1375 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932570 Apr 11 19:33:27.520763 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-52f312d7-6d33-4937-a4fa-806c5d208b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:27.522402 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-52f312d7-6d33-4937-a4fa-806c5d208b1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 1127 time: 0.0402696 Apr 11 19:33:27.567289 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-ad6bf88e-fded-443e-a8b2-e1d049919fa2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfbec0c-1aff-4ae9-98cc-448f63cc0b28 HTTP/1.1" status: 200 len: 217 time: 0.0378489 Apr 11 19:33:27.613707 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-19536a8d-d69f-42c0-95d4-f4d2ec556e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:27.615172 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-19536a8d-d69f-42c0-95d4-f4d2ec556e1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0428202 Apr 11 19:33:27.657628 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-967827bb-45fb-4e37-b794-5036d93ba2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:27.659171 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-967827bb-45fb-4e37-b794-5036d93ba2b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386412 Apr 11 19:33:27.752978 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-d20ff07c-1f9e-46c4-8667-3e59871fd3ac service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880861 Apr 11 19:33:27.870349 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca496bb2-e4d8-425b-84f0-583472ca1ea8 req-0f9febd2-ee3e-4e94-8213-6aa0156ebfa7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:27.871815 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ca496bb2-e4d8-425b-84f0-583472ca1ea8 req-0f9febd2-ee3e-4e94-8213-6aa0156ebfa7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 943 time: 0.0590181 Apr 11 19:33:27.897314 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7a967c1f-ca32-4c7b-aff3-00425495ce9f req-ebac4506-8670-49ba-88f3-cbaacfd65b21 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385040 Apr 11 19:33:27.928124 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ca496bb2-e4d8-425b-84f0-583472ca1ea8 req-ef21a240-e591-4ef3-b474-fd24b9599944 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507746 Apr 11 19:33:28.261796 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.048546 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cf22b-2079-45b4-95ef-bbcee98b1cb0 req-7b696a0f-40ba-4fbb-99de-46471e59b434 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:29.050050 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e9cf22b-2079-45b4-95ef-bbcee98b1cb0 req-7b696a0f-40ba-4fbb-99de-46471e59b434 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 943 time: 0.0508745 Apr 11 19:33:29.099334 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9e9cf22b-2079-45b4-95ef-bbcee98b1cb0 req-2fe07106-7d7c-44b7-85de-c42ad053d7ea tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435216 Apr 11 19:33:30.076617 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 37900) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:30.128473 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Deleting subnet 89b6b6dd-b598-4c6f-94ed-96637b5ea7f4 {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:33:30.131795 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Publish callbacks [] for subnet (89b6b6dd-b598-4c6f-94ed-96637b5ea7f4), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.169045 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (89b6b6dd-b598-4c6f-94ed-96637b5ea7f4), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.209267 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (89b6b6dd-b598-4c6f-94ed-96637b5ea7f4), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.213973 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c75d09-437d-44b1-9f49-62fb8607eea6 req-08230e9a-beb1-4ccb-8953-2c60a10fda73 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:30.215454 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-94c75d09-437d-44b1-9f49-62fb8607eea6 req-08230e9a-beb1-4ccb-8953-2c60a10fda73 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 943 time: 0.0483787 Apr 11 19:33:30.264198 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-94c75d09-437d-44b1-9f49-62fb8607eea6 req-bf321e6f-dd67-446b-93a6-85eb68ca88ea tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Apr 11 19:33:30.318923 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (89b6b6dd-b598-4c6f-94ed-96637b5ea7f4), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.344884 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b6b6dd-b598-4c6f-94ed-96637b5ea7f4,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:30.354022 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.354022 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/89b6b6dd-b598-4c6f-94ed-96637b5ea7f4 HTTP/1.1" status: 204 len: 168 time: 0.2751665 Apr 11 19:33:30.355632 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37906) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:30.357991 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.358331 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.358696 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.359022 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.359362 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.359694 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.360060 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.360392 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.360722 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.361047 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.361375 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.361702 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.362027 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.362347 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.362674 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6644c-a66a-40f0-9356-67b07d283300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:30.425240 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (d1866068-297b-4910-a005-df88c6d2b769), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.505780 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (d1866068-297b-4910-a005-df88c6d2b769), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.525096 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1866068-297b-4910-a005-df88c6d2b769']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:30.534346 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ac9fc3-db2d-4ea0-8c99-1e967d2462fd') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:30.534645 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ac9fc3-db2d-4ea0-8c99-1e967d2462fd') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:30.544583 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28937096'] for segment (85ac9fc3-db2d-4ea0-8c99-1e967d2462fd), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.557876 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (85ac9fc3-db2d-4ea0-8c99-1e967d2462fd), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.563541 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:33:30.563947 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28865009'] for segment (85ac9fc3-db2d-4ea0-8c99-1e967d2462fd), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: Traceback (most recent call last): Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: timer() Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: cb(*args, **kw) Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: return func(*args, **kwargs) Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: self._notify() Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: self.callback(batched_events) Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: event.method(event) Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: return f(self, *a, **k) Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._get(url).json() Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: return self.request(url, 'GET', **kwargs) Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:33:30.565577 dv-cinder-837362-1-iscsi neutron-server[103943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:33:30.673102 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (d1866068-297b-4910-a005-df88c6d2b769), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.680126 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.684361 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d1866068-297b-4910-a005-df88c6d2b769 HTTP/1.1" status: 204 len: 168 time: 0.3265846 Apr 11 19:33:30.695821 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1beec-14d3-48b9-9890-98b3d3348219 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1866068-297b-4910-a005-df88c6d2b769,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:31.144793 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37910) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:31.184798 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-4005fb20-6e2a-42de-8770-4ab2d81483b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a459e06fafd74024873f5f4373089e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384517 Apr 11 19:33:31.187018 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37912) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:31.237156 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dc818bd9-0d1f-4718-b165-2a6f6a4c803f admin admin] Publish callbacks [] for security_group (0a067146-5f7e-4ff1-8597-71d6b51a69da), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:31.258858 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dc818bd9-0d1f-4718-b165-2a6f6a4c803f admin admin] Publish callbacks [] for security_group (0a067146-5f7e-4ff1-8597-71d6b51a69da), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:31.377497 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872da4ad-5683-4223-9fcc-c87e1345884a req-c0304d18-4640-4bb3-bfae-539cf6dc17aa tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:31.378957 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-872da4ad-5683-4223-9fcc-c87e1345884a req-c0304d18-4640-4bb3-bfae-539cf6dc17aa tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 943 time: 0.0476069 Apr 11 19:33:31.427516 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-872da4ad-5683-4223-9fcc-c87e1345884a req-68661552-7c7e-406f-a479-adf12c192160 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424519 Apr 11 19:33:31.432683 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dc818bd9-0d1f-4718-b165-2a6f6a4c803f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (0a067146-5f7e-4ff1-8597-71d6b51a69da), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:31.435619 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-dc818bd9-0d1f-4718-b165-2a6f6a4c803f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:31.437094 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-dc818bd9-0d1f-4718-b165-2a6f6a4c803f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a067146-5f7e-4ff1-8597-71d6b51a69da HTTP/1.1" status: 204 len: 168 time: 0.2489681 Apr 11 19:33:31.449446 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc818bd9-0d1f-4718-b165-2a6f6a4c803f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a067146-5f7e-4ff1-8597-71d6b51a69da,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:31.484381 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5ae40f3c-873e-473e-b576-b14616cd7770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:32.542267 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0877c5d-1989-47c5-9aa6-933380e2766a req-6078348b-6a54-44ed-a6ab-fd74863a04d6 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:32.543741 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a0877c5d-1989-47c5-9aa6-933380e2766a req-6078348b-6a54-44ed-a6ab-fd74863a04d6 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 943 time: 0.0501568 Apr 11 19:33:32.592596 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a0877c5d-1989-47c5-9aa6-933380e2766a req-f278227b-eb2c-4d97-ae9f-3f5ba308686c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Apr 11 19:33:33.701959 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd52a1e-8ad7-4311-af3e-8872a22dd5c2 req-99d4133e-b8bf-4f2c-85a9-5cdbfab94ab3 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:33.703430 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9dd52a1e-8ad7-4311-af3e-8872a22dd5c2 req-99d4133e-b8bf-4f2c-85a9-5cdbfab94ab3 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 943 time: 0.0461206 Apr 11 19:33:33.751242 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9dd52a1e-8ad7-4311-af3e-8872a22dd5c2 req-d79fba82-48f0-4f84-b016-44f538bc9863 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423691 Apr 11 19:33:33.929238 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bb67063c-a1fd-44ad-8d73-9aaa224835d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.678162 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.862238 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1dd6c-deeb-4ff6-b5c7-35f9fd690273 req-87dfbcc5-8548-4b48-9feb-4eb238b7706e tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:34.863704 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-07a1dd6c-deeb-4ff6-b5c7-35f9fd690273 req-87dfbcc5-8548-4b48-9feb-4eb238b7706e tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 943 time: 0.0475633 Apr 11 19:33:34.914980 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-07a1dd6c-deeb-4ff6-b5c7-35f9fd690273 req-034e4de2-0a44-4600-8a83-87945330899d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450780 Apr 11 19:33:35.112782 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device acfbec0c-1aff-4ae9-98cc-448f63cc0b28 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:33:35.271174 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port acfbec0c-1aff-4ae9-98cc-448f63cc0b28, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=acfbec0c-1aff-4ae9-98cc-448f63cc0b28,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:35.282646 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'port_id': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'mac_address': 'fa:16:3e:54:94:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:33:35.319116 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:35.319502 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.336478 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfbec0c-1aff-4ae9-98cc-448f63cc0b28 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:35.355056 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port acfbec0c-1aff-4ae9-98cc-448f63cc0b28, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=acfbec0c-1aff-4ae9-98cc-448f63cc0b28,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:35.420820 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.467636 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=acfbec0c-1aff-4ae9-98cc-448f63cc0b28,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:35.474610 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.474960 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.475306 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.475648 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.476014 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.476344 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.476672 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.476998 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.477340 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.477651 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.477979 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.478304 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.478626 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.478948 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.479286 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:35.627981 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['acfbec0c-1aff-4ae9-98cc-448f63cc0b28'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:33:36.290082 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3384c5-2a36-467f-a65e-4af6c437e2ea req-c9983245-24ce-4c4f-a6ef-ecb7be216a65 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:36.291480 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ed3384c5-2a36-467f-a65e-4af6c437e2ea req-c9983245-24ce-4c4f-a6ef-ecb7be216a65 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 944 time: 0.3090756 Apr 11 19:33:36.339405 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ed3384c5-2a36-467f-a65e-4af6c437e2ea req-17d9a38f-4e26-4e96-b69a-066dc7b3c9ce tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Apr 11 19:33:36.471397 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:37.129296 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device acfbec0c-1aff-4ae9-98cc-448f63cc0b28 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:33:37.173252 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:33:37.289607 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:37.289981 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:37.370255 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:37.370673 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:37.392938 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f6935b-d8de-4686-ac89-8d6be701a270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:37.395101 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b2e221-2a41-4a5e-81ca-8dc3c460bf0c" -d '{"events": [{"server_uuid": "84f6935b-d8de-4686-ac89-8d6be701a270", "name": "network-vif-plugged", "status": "completed", "tag": "acfbec0c-1aff-4ae9-98cc-448f63cc0b28"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:37.408421 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port acfbec0c-1aff-4ae9-98cc-448f63cc0b28, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=acfbec0c-1aff-4ae9-98cc-448f63cc0b28,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:37.432846 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3c4cef-b55b-4242-a36e-1d46281c9bc2 x-openstack-request-id: req-1d3c4cef-b55b-4242-a36e-1d46281c9bc2 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:37.433148 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f6935b-d8de-4686-ac89-8d6be701a270", "name": "network-vif-plugged", "status": "completed", "tag": "acfbec0c-1aff-4ae9-98cc-448f63cc0b28", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:37.436919 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d3c4cef-b55b-4242-a36e-1d46281c9bc2 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:37.436919 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3c4cef-b55b-4242-a36e-1d46281c9bc2'] response: {'server_uuid': '84f6935b-d8de-4686-ac89-8d6be701a270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'code': 200} Apr 11 19:33:37.462766 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf866-7c3e-493e-b7b3-3d0a8fbcddc9 req-f4863faf-71eb-4ecc-b586-c5ebb5fd8fed tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:37.464275 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eafdf866-7c3e-493e-b7b3-3d0a8fbcddc9 req-f4863faf-71eb-4ecc-b586-c5ebb5fd8fed tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 944 time: 0.0479589 Apr 11 19:33:37.489816 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:37.514595 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-eafdf866-7c3e-493e-b7b3-3d0a8fbcddc9 req-d4e3afb4-d7cd-450e-bd6f-b442ab135d58 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439827 Apr 11 19:33:37.550934 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=acfbec0c-1aff-4ae9-98cc-448f63cc0b28,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:37.759715 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ccfb2-660e-4bba-9deb-2028471e5a72 req-5a944344-3920-42fb-909d-9f02ca70fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:37.761295 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-506ccfb2-660e-4bba-9deb-2028471e5a72 req-5a944344-3920-42fb-909d-9f02ca70fc0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 1129 time: 0.0399439 Apr 11 19:33:37.807101 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-506ccfb2-660e-4bba-9deb-2028471e5a72 req-4ce0bd78-a664-4780-9465-370dbec9c1d4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385671 Apr 11 19:33:37.929424 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:38.631299 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db201aba-d0f9-4519-823f-e8babaf98aa8 req-50dc508d-2856-418b-88e8-4afa42f9cc5e tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:38.632723 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-db201aba-d0f9-4519-823f-e8babaf98aa8 req-50dc508d-2856-418b-88e8-4afa42f9cc5e tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 945 time: 0.0467052 Apr 11 19:33:38.681208 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-db201aba-d0f9-4519-823f-e8babaf98aa8 req-9c3acb94-bc5c-40c6-97ef-f6dd6747b120 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430620 Apr 11 19:33:39.793659 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179b488-d29f-4678-bff1-0fa18a4f7f78 req-d0dd6d4b-c597-48b4-9159-dbba5b751d79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:39.795113 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a179b488-d29f-4678-bff1-0fa18a4f7f78 req-d0dd6d4b-c597-48b4-9159-dbba5b751d79 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 945 time: 0.0497487 Apr 11 19:33:39.842545 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a179b488-d29f-4678-bff1-0fa18a4f7f78 req-79e4e1e9-bbf3-4fe6-a9ed-6f4af887fa8c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419557 Apr 11 19:33:39.955714 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c957e-7ca5-4f41-9138-0318bba33fba req-f178f192-c5f0-4a84-9a4d-a6cc8fcae96a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:39.957200 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-856c957e-7ca5-4f41-9138-0318bba33fba req-f178f192-c5f0-4a84-9a4d-a6cc8fcae96a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 945 time: 0.0456374 Apr 11 19:33:40.005029 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-856c957e-7ca5-4f41-9138-0318bba33fba req-da24a1d5-2d10-4a08-ab05-57510a817d96 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423772 Apr 11 19:33:40.026489 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37936) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:40.063610 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8e58d6-2f3c-4105-ba1f-713ae7630d08 tempest-TestVolumeBootPattern-1521745257 tempest-TestVolumeBootPattern-1521745257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:40.065153 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-da8e58d6-2f3c-4105-ba1f-713ae7630d08 tempest-TestVolumeBootPattern-1521745257 tempest-TestVolumeBootPattern-1521745257-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 1124 time: 0.0377104 Apr 11 19:33:40.067869 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 37938) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:40.072112 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'port_id': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:40.175291 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:40.255393 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:40.364162 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Allocated IP 172.27.2.246 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/fe267d5b-4169-4d18-9118-1786419a3c66) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:33:40.483761 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for port (fe267d5b-4169-4d18-9118-1786419a3c66), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:40.604171 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (fe267d5b-4169-4d18-9118-1786419a3c66), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:40.639641 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:33:40.644058 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:33:40.647441 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:33:40.677019 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'Port': ['ID=fe267d5b-4169-4d18-9118-1786419a3c66,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:41.016953 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (d5e54a47-1efd-4686-9878-dec8f0560481), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:41.138909 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (fe267d5b-4169-4d18-9118-1786419a3c66), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:41.289729 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for port (fe267d5b-4169-4d18-9118-1786419a3c66), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:41.352279 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (fe267d5b-4169-4d18-9118-1786419a3c66), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:41.419261 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'Port': ['ID=fe267d5b-4169-4d18-9118-1786419a3c66,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:41.431422 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (d5e54a47-1efd-4686-9878-dec8f0560481), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:41.533872 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Floating IP d5e54a47-1efd-4686-9878-dec8f0560481 associated. External IP: 172.27.2.246, port: acfbec0c-1aff-4ae9-98cc-448f63cc0b28. Apr 11 19:33:41.747545 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Router 855476e6-70e4-434f-8262-c49efdd994a8 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:33:41.859298 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:33:41.868893 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b49e0-2cd6-4007-be59-fb07fb0766ca None None] Sync routers for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:33:41.878073 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b49e0-2cd6-4007-be59-fb07fb0766ca None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:33:41.883088 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-6c1b49e0-2cd6-4007-be59-fb07fb0766ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:33:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:41.937319 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:41.966674 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-10f76539-4acb-4136-92eb-ec6185680e1c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8977911 Apr 11 19:33:41.967440 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f6935b-d8de-4686-ac89-8d6be701a270', 'tag': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:41.970329 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e" -d '{"events": [{"name": "network-changed", "server_uuid": "84f6935b-d8de-4686-ac89-8d6be701a270", "tag": "acfbec0c-1aff-4ae9-98cc-448f63cc0b28"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:41.990473 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-6c1b49e0-2cd6-4007-be59-fb07fb0766ca None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:33:42.006076 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffddee78-6481-49d6-a9b3-739094b71337 x-openstack-request-id: req-ffddee78-6481-49d6-a9b3-739094b71337 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:42.006370 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f6935b-d8de-4686-ac89-8d6be701a270", "tag": "acfbec0c-1aff-4ae9-98cc-448f63cc0b28", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:42.006627 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffddee78-6481-49d6-a9b3-739094b71337 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:42.007040 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffddee78-6481-49d6-a9b3-739094b71337'] response: {'name': 'network-changed', 'server_uuid': '84f6935b-d8de-4686-ac89-8d6be701a270', 'tag': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'status': 'completed', 'code': 200} Apr 11 19:33:42.066935 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e req-507484ef-6f97-4f37-afd6-3b3b4ee825c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:42.068507 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e req-507484ef-6f97-4f37-afd6-3b3b4ee825c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 1129 time: 0.0404332 Apr 11 19:33:42.162032 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e req-50419479-0e06-4829-9e64-2b715e6240cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:42.163472 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e req-50419479-0e06-4829-9e64-2b715e6240cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 912 time: 0.0888026 Apr 11 19:33:42.208252 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-6c1b49e0-2cd6-4007-be59-fb07fb0766ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'd5e54a47-1efd-4686-9878-dec8f0560481', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:54:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6935b-d8de-4686-ac89-8d6be701a270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:33:40Z', 'updated_at': '2022-04-11T19:33:40Z', 'revision_number': 0, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:42.228465 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e req-0fefd53a-8cc2-436b-bf92-776ddc823f65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfbec0c-1aff-4ae9-98cc-448f63cc0b28 HTTP/1.1" status: 200 len: 999 time: 0.0588987 Apr 11 19:33:42.234702 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b49e0-2cd6-4007-be59-fb07fb0766ca None None] Checking router: 855476e6-70e4-434f-8262-c49efdd994a8 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:33:42.242877 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b49e0-2cd6-4007-be59-fb07fb0766ca None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:33:42.243479 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-6c1b49e0-2cd6-4007-be59-fb07fb0766ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:33:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:42.276101 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e req-d6ec38e2-3349-4fe4-8730-4407a231279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:42.277564 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e req-d6ec38e2-3349-4fe4-8730-4407a231279b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0432279 Apr 11 19:33:42.325196 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e req-0905bbf2-71b6-4a68-8fab-9e85f23cbd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:42.326775 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e req-0905bbf2-71b6-4a68-8fab-9e85f23cbd64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424685 Apr 11 19:33:42.355773 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-6c1b49e0-2cd6-4007-be59-fb07fb0766ca None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:33:42.416434 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e req-22ec4648-d88d-4149-a7bf-b5eddfde3c47 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831525 Apr 11 19:33:42.508655 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4c09bb05-dda7-4b8f-b4ff-19b5a71c532e req-e50fa67a-2eb9-4926-a0ef-55271064d955 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863018 Apr 11 19:33:42.572395 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-6c1b49e0-2cd6-4007-be59-fb07fb0766ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'd5e54a47-1efd-4686-9878-dec8f0560481', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:54:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6935b-d8de-4686-ac89-8d6be701a270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:33:40Z', 'updated_at': '2022-04-11T19:33:40Z', 'revision_number': 0, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:42.599036 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b49e0-2cd6-4007-be59-fb07fb0766ca None None] The sync data for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi is: [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'd5e54a47-1efd-4686-9878-dec8f0560481', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:54:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6935b-d8de-4686-ac89-8d6be701a270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:33:40Z', 'updated_at': '2022-04-11T19:33:40Z', 'revision_number': 0, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:33:42.789450 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0061b1c-95af-43be-8b63-0cc699193fd4 None None] New status for floating IP d5e54a47-1efd-4686-9878-dec8f0560481: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:33:58.213479 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:00.906631 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:34:01.489306 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bb3cb2e9-fe5e-4876-af05-9f904aab87d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:03.928831 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-992de631-8628-4594-a70e-ef683ded48ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:04.688472 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:06.448946 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:06.976372 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-c0efbf69-fc08-4b5a-bd4c-edb4cbef84ba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385184 Apr 11 19:34:07.053284 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-763c2ae4-2622-4a25-b241-853a5bc69287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:07.054799 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-763c2ae4-2622-4a25-b241-853a5bc69287 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 1129 time: 0.0391772 Apr 11 19:34:07.158311 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-6b674db3-8dcd-4dbc-acc7-c5e13d9053e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:07.159763 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-6b674db3-8dcd-4dbc-acc7-c5e13d9053e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 912 time: 0.0882025 Apr 11 19:34:07.223771 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-bea3172e-013d-4df1-9427-eb391bd97a09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfbec0c-1aff-4ae9-98cc-448f63cc0b28 HTTP/1.1" status: 200 len: 1001 time: 0.0583205 Apr 11 19:34:07.275019 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-581d7aef-b7b2-4770-9123-96394af36e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:07.276537 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-581d7aef-b7b2-4770-9123-96394af36e42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0476158 Apr 11 19:34:07.318671 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-122b36e5-34e2-433d-b2b8-9f4447c7bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:07.320220 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-122b36e5-34e2-433d-b2b8-9f4447c7bb76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381222 Apr 11 19:34:07.413776 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-ef3f4fcd-a257-4cb7-85cf-585aeb402a21 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870624 Apr 11 19:34:07.506008 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-08f6a8d4-b824-49ae-a6f6-b4017dd21266 req-1325d77a-74a6-41ab-b1aa-533d8d9a6337 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864980 Apr 11 19:34:07.894210 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.224870 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:31.636650 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4c275c45-a4cd-42e1-8a8d-6dc34ead8a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:33.922257 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c653-fe73-440a-8338-f65b6aa96b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:34.698769 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.441866 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:37.906093 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:34:37.916157 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:58.201081 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:01.532808 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-502cb4a4-d2cd-4138-aab6-75f7d19d27d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:03.915582 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b9c69494-74d2-485f-93e5-e280643b6505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:04.686894 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:06.381052 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-c18a95c1-cf4c-42c8-80e0-d9b0c36ef20f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390253 Apr 11 19:35:06.458377 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-70e3cd1d-2a68-4c86-a1a6-473eb25b8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:06.531952 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:06.532499 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-70e3cd1d-2a68-4c86-a1a6-473eb25b8cc7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 1129 time: 0.0388720 Apr 11 19:35:06.565793 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-04bde668-d5e3-492c-ab22-3df7ea38b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:06.567454 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-04bde668-d5e3-492c-ab22-3df7ea38b652 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 912 time: 0.0892770 Apr 11 19:35:06.631270 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-e7840a7c-7031-4e84-afd4-f4cbefe5eddf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfbec0c-1aff-4ae9-98cc-448f63cc0b28 HTTP/1.1" status: 200 len: 1001 time: 0.0579796 Apr 11 19:35:06.682298 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-be8e0366-4e99-4f87-a529-6087e5ebb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:06.683717 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-be8e0366-4e99-4f87-a529-6087e5ebb265 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0469928 Apr 11 19:35:06.725828 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-8128a8ba-3c0e-4b36-9853-bc3fd02adb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:06.727275 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-8128a8ba-3c0e-4b36-9853-bc3fd02adb68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372529 Apr 11 19:35:06.816155 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-ded6950b-f095-43ba-b402-32f546ae802c service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817356 Apr 11 19:35:06.906774 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-cb2457a7-178d-4267-8cae-9778e38aa8ee req-11d8a766-9679-46b0-87c3-6e78d79911c9 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850179 Apr 11 19:35:07.911437 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:14.905787 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:35:17.695228 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-457077d5-3f9c-4785-b646-2a6de34824f3 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733643625&fields=id&tenant_id=b5adfa3d877040b6803d66692bd10f92 HTTP/1.1" status: 200 len: 267 time: 0.0445147 Apr 11 19:35:17.800946 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-cc469a17-164f-4e99-bd2c-ddc4e8ca6ef4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:17.802409 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-cc469a17-164f-4e99-bd2c-ddc4e8ca6ef4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 811 time: 0.1009412 Apr 11 19:35:17.817009 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-8bcce1d6-080f-4540-82aa-08a2bae9ce96 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/quotas/b5adfa3d877040b6803d66692bd10f92 HTTP/1.1" status: 200 len: 375 time: 0.0087011 Apr 11 19:35:17.868163 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-9573a8b4-da25-4a85-9e79-34b6470da7b7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463250 Apr 11 19:35:17.991838 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-4afba2bf-7647-4142-aeba-66c6cbc16b15 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103943) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:35:17.992884 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-4afba2bf-7647-4142-aeba-66c6cbc16b15 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1143463 Apr 11 19:35:18.087402 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-17a8d8b6-1dae-4b2e-9e84-b4e7d5bc8da9 service neutron] 10.222.0.13 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885949 Apr 11 19:35:18.175447 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-e3778fdd-afec-4a5a-992f-ea04cd9f64a7 service neutron] 10.222.0.13 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822997 Apr 11 19:35:18.706364 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-77f04388-0daf-4d16-af19-62bee8e20c06 req-7843e43f-b409-4fd8-b76c-cf9b1963e50a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 210 time: 0.0267284 Apr 11 19:35:19.793541 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-73c62981-2453-4a6d-82ff-c8acd0f536ac req-d8958ca0-c89a-4e5b-a540-4a127402eb5d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 210 time: 0.0361197 Apr 11 19:35:20.871529 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2ae77ab5-b6df-46f0-a7c9-916d887f8d01 req-841afc9f-bbaf-4b0f-9912-2bf05f701c92 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 210 time: 0.0272825 Apr 11 19:35:21.948250 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4e7dbdea-7e48-4046-a1a4-5eedb8199e9e req-ac548987-ba76-4a8e-8dce-f986d253fb36 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 210 time: 0.0278258 Apr 11 19:35:23.036996 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-20152b8b-9847-43c9-bea0-13f07d87eff1 req-38f8098a-b10a-4e12-bff4-ad5be8f33650 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 210 time: 0.0264473 Apr 11 19:35:24.129341 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9d591f39-c7ca-40c8-a162-e277b3dbf913 req-e12cf466-13e6-4823-b205-7c21570ac15b tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 210 time: 0.0268714 Apr 11 19:35:24.462512 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-f843ba76-f3be-4e84-8d71-af937a5e50a8 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:24.464132 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-f843ba76-f3be-4e84-8d71-af937a5e50a8 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 811 time: 0.1065829 Apr 11 19:35:24.523725 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-d4146bd9-deba-4ab4-a027-ee60cc702fa8 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5adfa3d877040b6803d66692bd10f92 HTTP/1.1" status: 200 len: 380 time: 0.0521314 Apr 11 19:35:24.532637 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'port': {'device_id': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'admin_state_up': True, 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'security_groups': ['955b87e8-6053-450f-8deb-7fd9aad5deed']}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:24.703550 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Made reservation on behalf of b5adfa3d877040b6803d66692bd10f92 for: {'port': 1} {{(pid=103943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:35:24.707181 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:24.829939 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Allocated IP 172.20.0.14 (b44f8569-24f0-4104-825c-4fd43ed0406d/b5b99a86-23c6-46b5-8f1c-5b8332ade88c/2281e5fb-067b-4b2b-9527-2478eec64376) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:35:25.236963 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e6d8cb04-46be-470e-8dec-8f489b7fd5df req-95d4768a-9663-40a7-9b81-22d0f1cfd069 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 210 time: 0.0359221 Apr 11 19:35:25.270915 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for port (2281e5fb-067b-4b2b-9527-2478eec64376), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:25.344274 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:25.390949 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Network b44f8569-24f0-4104-825c-4fd43ed0406d is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:35:25.393905 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:35:25.397659 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:35:25.407424 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'Port': ['ID=2281e5fb-067b-4b2b-9527-2478eec64376,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:25.438279 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.440605 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.440605 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.440605 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.440605 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.440605 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.441107 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.441107 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.441297 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.441609 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.441932 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.442258 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.442581 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.442904 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.443238 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:25.468079 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:25.468705 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:25.546526 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-7166ef6f-ad14-473c-9e71-b95902d72599 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0177133 Apr 11 19:35:25.559343 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Request body: {'port': {'device_id': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:25.595711 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-0afc3416-9949-4001-8f89-6a841c28f672 None None] Provisioning complete for port 2281e5fb-067b-4b2b-9527-2478eec64376 triggered by entity DHCP. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:35:25.596343 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0afc3416-9949-4001-8f89-6a841c28f672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:25.620017 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:25.630389 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-0afc3416-9949-4001-8f89-6a841c28f672 None None] Port 2281e5fb-067b-4b2b-9527-2478eec64376 cannot update to ACTIVE because it is not bound. {{(pid=103946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:35:25.889487 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2281e5fb-067b-4b2b-9527-2478eec64376 {{(pid=103943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:35:25.897625 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Publish callbacks [] for port (2281e5fb-067b-4b2b-9527-2478eec64376), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:25.910475 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.provisioning_blocks [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Transition to ACTIVE for port object 2281e5fb-067b-4b2b-9527-2478eec64376 will not be triggered until provisioned by entity L2. {{(pid=103943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:35:25.972030 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:26.026777 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Pushing event updated for resources: {'Port': ['ID=2281e5fb-067b-4b2b-9527-2478eec64376,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:26.101759 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Attempting to bind port 2281e5fb-067b-4b2b-9527-2478eec64376 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:35:26.102098 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Attempting to bind port 2281e5fb-067b-4b2b-9527-2478eec64376 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:35:26.102431 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Attempting to bind port 2281e5fb-067b-4b2b-9527-2478eec64376 on network b44f8569-24f0-4104-825c-4fd43ed0406d {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:35:26.107051 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Port 2281e5fb-067b-4b2b-9527-2478eec64376 on network b44f8569-24f0-4104-825c-4fd43ed0406d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:35:26.107380 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Attempting to bind port 2281e5fb-067b-4b2b-9527-2478eec64376 on network b44f8569-24f0-4104-825c-4fd43ed0406d {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:35:26.112566 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Checking agent: {'id': 'f9c016f8-b822-479c-b935-22d9fba711de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'started_at': datetime.datetime(2022, 4, 11, 19, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:35:26.112908 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Checking segment: {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:35:26.113297 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Bound using segment: {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'} {{(pid=103943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:35:26.113732 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.managers [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Bound port: 2281e5fb-067b-4b2b-9527-2478eec64376, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b3d12c-f58e-4f2d-9639-f81990d3581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d'}}] {{(pid=103943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:35:26.114096 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:26.179358 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] For port 2281e5fb-067b-4b2b-9527-2478eec64376, host hv-cinder-83736, cleared binding levels {{(pid=103943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:35:26.182863 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] For port 2281e5fb-067b-4b2b-9527-2478eec64376, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=2281e5fb-067b-4b2b-9527-2478eec64376,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:35:26.235163 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:26.270542 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:26.271222 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:26.272708 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] 10.222.0.23 "PUT /v2.0/ports/2281e5fb-067b-4b2b-9527-2478eec64376 HTTP/1.1" status: 200 len: 1094 time: 0.7177205 Apr 11 19:35:26.275631 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'tag': '2281e5fb-067b-4b2b-9527-2478eec64376'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:26.275631 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34903cb-b6ef-49b6-acec-4ac97a7f2ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a71c2b0-e476-4f2f-afcc-c91f9b94ec74", "tag": "2281e5fb-067b-4b2b-9527-2478eec64376"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:26.308007 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0142217-a34a-4f55-9d1b-8c1f7d49b6ac service neutron] Pushing event updated for resources: {'Port': ['ID=2281e5fb-067b-4b2b-9527-2478eec64376,revision_number=3']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:26.326942 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f20b89-e7b8-44f2-8919-aa8582cd3921 x-openstack-request-id: req-08f20b89-e7b8-44f2-8919-aa8582cd3921 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:26.327241 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a71c2b0-e476-4f2f-afcc-c91f9b94ec74", "tag": "2281e5fb-067b-4b2b-9527-2478eec64376", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:26.327503 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08f20b89-e7b8-44f2-8919-aa8582cd3921 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:26.327944 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f20b89-e7b8-44f2-8919-aa8582cd3921'] response: {'name': 'network-changed', 'server_uuid': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'tag': '2281e5fb-067b-4b2b-9527-2478eec64376', 'status': 'completed', 'code': 200} Apr 11 19:35:26.407905 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aed5c8-3ca6-454e-9d99-021e477bfe60 req-cce784a4-4bf1-4abf-ae8f-0af9ad4ede09 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:26.407905 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e8aed5c8-3ca6-454e-9d99-021e477bfe60 req-cce784a4-4bf1-4abf-ae8f-0af9ad4ede09 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 944 time: 0.0916474 Apr 11 19:35:26.409188 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34903cb-b6ef-49b6-acec-4ac97a7f2ab3 req-c84e4492-de03-41ba-b14c-b624c03e4e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:26.410616 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f34903cb-b6ef-49b6-acec-4ac97a7f2ab3 req-c84e4492-de03-41ba-b14c-b624c03e4e11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 1128 time: 0.0611563 Apr 11 19:35:26.520702 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-e8aed5c8-3ca6-454e-9d99-021e477bfe60 req-897ba669-fa0a-4dd7-8419-25d17ae5dc1a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090770 Apr 11 19:35:26.545352 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34903cb-b6ef-49b6-acec-4ac97a7f2ab3 req-915505cc-91fe-456d-aab6-e201cc62bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:26.546797 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f34903cb-b6ef-49b6-acec-4ac97a7f2ab3 req-915505cc-91fe-456d-aab6-e201cc62bcaa service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5adfa3d877040b6803d66692bd10f92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1281879 Apr 11 19:35:26.640235 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34903cb-b6ef-49b6-acec-4ac97a7f2ab3 req-2dbd60f3-a1b3-4650-bb15-0e26d68c2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:26.641686 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f34903cb-b6ef-49b6-acec-4ac97a7f2ab3 req-2dbd60f3-a1b3-4650-bb15-0e26d68c2a30 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885458 Apr 11 19:35:26.713596 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-e53a750b-9793-4edd-8a55-bfd5f060b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:26.715062 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-e53a750b-9793-4edd-8a55-bfd5f060b62e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 1128 time: 0.0381222 Apr 11 19:35:26.758877 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-316e9a8d-86a9-4110-83ff-6f729f3cc6f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2281e5fb-067b-4b2b-9527-2478eec64376 HTTP/1.1" status: 200 len: 217 time: 0.0371923 Apr 11 19:35:26.804591 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-827e7cc9-04e8-49de-a323-12fa9293635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:26.806526 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-827e7cc9-04e8-49de-a323-12fa9293635a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0422952 Apr 11 19:35:26.846674 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-212d0337-5853-4486-ac57-49e31d95525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:26.848131 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-212d0337-5853-4486-ac57-49e31d95525f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0361984 Apr 11 19:35:26.939897 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-c2cc8d86-e675-465c-802e-3759946aef00 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857334 Apr 11 19:35:27.025933 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-18898fe5-fcca-4559-82bf-66ac896276b1 req-a091e58b-93ad-4133-af15-bfa008247fb9 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798321 Apr 11 19:35:27.637577 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa146f3-c60d-4310-823b-9763b4d46ec9 req-5ad6291f-40aa-4c7c-98ce-94aa8023b130 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:27.639040 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5fa146f3-c60d-4310-823b-9763b4d46ec9 req-5ad6291f-40aa-4c7c-98ce-94aa8023b130 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 944 time: 0.0511284 Apr 11 19:35:27.687013 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-5fa146f3-c60d-4310-823b-9763b4d46ec9 req-2dacb6c8-f651-433b-a769-f97a21a99ac4 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 Apr 11 19:35:28.257205 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:28.796066 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532373c-9df4-4b63-99bd-ade85b6fb745 req-4e8cd991-3372-4c2e-a19e-edf6adcab2c6 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:28.797533 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4532373c-9df4-4b63-99bd-ade85b6fb745 req-4e8cd991-3372-4c2e-a19e-edf6adcab2c6 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 944 time: 0.0463018 Apr 11 19:35:28.844295 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-4532373c-9df4-4b63-99bd-ade85b6fb745 req-d4053923-2b07-40fd-92c0-deb17afe933a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Apr 11 19:35:30.100191 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254358b-f65d-4089-abd7-6b2087dacf5a req-8eb067f9-c070-45ec-85e7-e2d5dd07bc53 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:30.101668 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b254358b-f65d-4089-abd7-6b2087dacf5a req-8eb067f9-c070-45ec-85e7-e2d5dd07bc53 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 944 time: 0.0500600 Apr 11 19:35:30.149551 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b254358b-f65d-4089-abd7-6b2087dacf5a req-3a5842eb-ed62-4485-a9d4-0b6946246667 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412464 Apr 11 19:35:31.259252 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e0407-4b5b-4eef-b895-939f19d7ebcc req-fe327474-ae97-4ea6-be2b-66191bc2d4a0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:31.260739 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-815e0407-4b5b-4eef-b895-939f19d7ebcc req-fe327474-ae97-4ea6-be2b-66191bc2d4a0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 944 time: 0.0466621 Apr 11 19:35:31.308173 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-815e0407-4b5b-4eef-b895-939f19d7ebcc req-9c4375da-c576-4a63-96d1-6af7d1f71c53 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419350 Apr 11 19:35:31.497970 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4eb7-1bb8-417a-8f38-1fd420792b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.419298 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e0444-88d2-45b2-ad37-2ca357d3d0f0 req-18e787d3-6dea-4c6c-8206-1ed322849bbb tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:32.420804 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a35e0444-88d2-45b2-ad37-2ca357d3d0f0 req-18e787d3-6dea-4c6c-8206-1ed322849bbb tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 944 time: 0.0471079 Apr 11 19:35:32.471772 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a35e0444-88d2-45b2-ad37-2ca357d3d0f0 req-b5520886-1fbd-46b9-8789-936edf9103d0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 Apr 11 19:35:33.585372 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe6a4f-71ff-4ed5-a109-492d822735e5 req-c2100198-bc43-4682-9755-5b5fc40449fd tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:33.587259 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7fe6a4f-71ff-4ed5-a109-492d822735e5 req-c2100198-bc43-4682-9755-5b5fc40449fd tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 944 time: 0.0476379 Apr 11 19:35:33.642681 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-f7fe6a4f-71ff-4ed5-a109-492d822735e5 req-508037b9-6a45-4c35-b78d-c511b17b6940 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461302 Apr 11 19:35:33.706985 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 2281e5fb-067b-4b2b-9527-2478eec64376 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:35:33.804306 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 2281e5fb-067b-4b2b-9527-2478eec64376, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=2281e5fb-067b-4b2b-9527-2478eec64376,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:33.815109 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Returning: {'device': '2281e5fb-067b-4b2b-9527-2478eec64376', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'port_id': '2281e5fb-067b-4b2b-9527-2478eec64376', 'mac_address': 'fa:16:3e:67:86:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:35:33.850704 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 2281e5fb-067b-4b2b-9527-2478eec64376 is: DOWN; New status is: BUILD {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:33.851024 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:33.871107 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2281e5fb-067b-4b2b-9527-2478eec64376 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:35:33.903443 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 2281e5fb-067b-4b2b-9527-2478eec64376, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=2281e5fb-067b-4b2b-9527-2478eec64376,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:33.965873 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f6d17ff0-d1d9-4846-a5e4-84796100b3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:34.000171 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:34.048359 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=2281e5fb-067b-4b2b-9527-2478eec64376,revision_number=4']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:34.055224 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.055578 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.055941 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.056293 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.056630 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.056966 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.057297 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.057627 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.057955 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.058282 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.058967 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.058967 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.059256 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.059578 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.059923 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:34.211144 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] get_ports_and_sgs() called for port_ids ['2281e5fb-067b-4b2b-9527-2478eec64376'] {{(pid=103946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:35:34.726157 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:34.753708 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc84c3-37e1-4d9d-8388-6ab4882d3d6b req-cdc14c15-7556-4759-bcac-b591e171c724 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:34.755197 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-37bc84c3-37e1-4d9d-8388-6ab4882d3d6b req-cdc14c15-7556-4759-bcac-b591e171c724 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 945 time: 0.0473313 Apr 11 19:35:34.803565 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-37bc84c3-37e1-4d9d-8388-6ab4882d3d6b req-c981bfbf-9c7d-465e-ba6f-28179b260ce8 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Apr 11 19:35:35.714034 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 2281e5fb-067b-4b2b-9527-2478eec64376 up at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:35:35.759202 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning for port 2281e5fb-067b-4b2b-9527-2478eec64376 completed by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:35:35.811938 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Provisioning complete for port 2281e5fb-067b-4b2b-9527-2478eec64376 triggered by entity L2. {{(pid=103946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:35:35.812322 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803746'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), provisioning_complete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:35.889992 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Current status of the port 2281e5fb-067b-4b2b-9527-2478eec64376 is: BUILD; New status is: ACTIVE {{(pid=103946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:35.890377 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:35.913047 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2281e5fb-067b-4b2b-9527-2478eec64376'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:35.915529 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcbe789c78ba4d4dcbd96b43f1a1df55f10844a7ba794edf4c099da89b756180" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eb70ab-c315-4a4a-b592-d6fe46d1686a" -d '{"events": [{"server_uuid": "6a71c2b0-e476-4f2f-afcc-c91f9b94ec74", "name": "network-vif-plugged", "status": "completed", "tag": "2281e5fb-067b-4b2b-9527-2478eec64376"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:35.928713 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] For port 2281e5fb-067b-4b2b-9527-2478eec64376, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=2281e5fb-067b-4b2b-9527-2478eec64376,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:35.952768 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd2ee4c-7863-49d1-ad98-946508c63b89 x-openstack-request-id: req-6cd2ee4c-7863-49d1-ad98-946508c63b89 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:35.953375 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a71c2b0-e476-4f2f-afcc-c91f9b94ec74", "name": "network-vif-plugged", "status": "completed", "tag": "2281e5fb-067b-4b2b-9527-2478eec64376", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:35.953649 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cd2ee4c-7863-49d1-ad98-946508c63b89 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:35.954057 dv-cinder-837362-1-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd2ee4c-7863-49d1-ad98-946508c63b89'] response: {'server_uuid': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2281e5fb-067b-4b2b-9527-2478eec64376', 'code': 200} Apr 11 19:35:35.976847 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c073e-938f-480d-852b-5b2850111b2b req-7621640f-4035-429e-85d7-f271cab548df tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:35.978353 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-332c073e-938f-480d-852b-5b2850111b2b req-7621640f-4035-429e-85d7-f271cab548df tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 945 time: 0.0575535 Apr 11 19:35:36.012015 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:36.028698 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-332c073e-938f-480d-852b-5b2850111b2b req-18437d0c-8ee1-41e6-a289-2d0b6164f36b tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 Apr 11 19:35:36.064039 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Pushing event updated for resources: {'Port': ['ID=2281e5fb-067b-4b2b-9527-2478eec64376,revision_number=5']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:36.272275 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48246ef-4bfa-4ac7-8499-cb7b4637c486 req-6a7bd1cb-9ff6-464f-a5bf-5e0de6131d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:36.273710 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a48246ef-4bfa-4ac7-8499-cb7b4637c486 req-6a7bd1cb-9ff6-464f-a5bf-5e0de6131d7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 1130 time: 0.0378294 Apr 11 19:35:36.318271 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-a48246ef-4bfa-4ac7-8499-cb7b4637c486 req-add8a2bf-6767-4e7d-a43a-865bb6430169 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391436 Apr 11 19:35:36.451869 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:37.147688 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8f69c-c396-46e7-8dd4-ee5e9baee89b req-3e485b06-aae9-4aec-b505-49f137290912 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:37.149945 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-aaa8f69c-c396-46e7-8dd4-ee5e9baee89b req-3e485b06-aae9-4aec-b505-49f137290912 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 946 time: 0.0523534 Apr 11 19:35:37.206488 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-aaa8f69c-c396-46e7-8dd4-ee5e9baee89b req-b4662883-5085-40e8-b81d-0ed36ad15e38 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508716 Apr 11 19:35:37.891367 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:38.318062 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf84811-6712-41ba-a6f3-50f0d6c4a45d req-6a8944c7-a2b0-4727-9793-b15149fed977 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:38.319602 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bf84811-6712-41ba-a6f3-50f0d6c4a45d req-6a8944c7-a2b0-4727-9793-b15149fed977 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 946 time: 0.0478668 Apr 11 19:35:38.367473 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-1bf84811-6712-41ba-a6f3-50f0d6c4a45d req-1a36d4c4-7fd1-45c6-b1ae-d486dcd1ce0a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417051 Apr 11 19:35:38.478346 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf99e3-b82b-4df6-8f96-4c2537413313 req-4e3da6f8-a157-4055-b5b2-51bb604dcc85 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:38.479871 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-07cf99e3-b82b-4df6-8f96-4c2537413313 req-4e3da6f8-a157-4055-b5b2-51bb604dcc85 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 946 time: 0.0467100 Apr 11 19:35:38.526909 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-07cf99e3-b82b-4df6-8f96-4c2537413313 req-172dce67-0584-4cde-9641-23162c8d3e0d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414786 Apr 11 19:35:38.549024 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 38078) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:38.591587 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a82b8-4a1f-4eb3-8240-0dff281e5784 tempest-TestVolumeBootPattern-1521745257 tempest-TestVolumeBootPattern-1521745257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:38.593853 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-6c2a82b8-4a1f-4eb3-8240-0dff281e5784 tempest-TestVolumeBootPattern-1521745257 tempest-TestVolumeBootPattern-1521745257-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 1125 time: 0.0438082 Apr 11 19:35:38.596667 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 38080) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:38.601129 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.base [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Request body: {'floatingip': {'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'port_id': '2281e5fb-067b-4b2b-9527-2478eec64376', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:38.748771 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:38.825430 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (None), before_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:38.932020 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_common [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Allocated IP 172.27.2.75 (e4662dd2-4318-4102-9156-21f0a5352e19/b9428c68-9cab-49ee-99a6-435005101a72/0c774b30-3dae-4fb8-ace8-804940dfefee) {{(pid=103943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:35:39.032294 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for port (0c774b30-3dae-4fb8-ace8-804940dfefee), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:39.115093 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768059746600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (0c774b30-3dae-4fb8-ace8-804940dfefee), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:39.157188 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Network e4662dd2-4318-4102-9156-21f0a5352e19 is already hosted by enough agents. {{(pid=103943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:35:39.159986 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.base_scheduler [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Resources bound (agent type, host, resource id): {{(pid=103943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:35:39.163388 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Received port after_create {{(pid=103943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:35:39.171880 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'Port': ['ID=0c774b30-3dae-4fb8-ace8-804940dfefee,revision_number=1']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:39.527329 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (1ef5533d-85d2-4dd1-8e33-de7d0f544914), precommit_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:39.649843 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861353'] for port (0c774b30-3dae-4fb8-ace8-804940dfefee), before_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:39.794028 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for port (0c774b30-3dae-4fb8-ace8-804940dfefee), precommit_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:39.851507 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768060289567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768059746618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768059746636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28864813'] for port (0c774b30-3dae-4fb8-ace8-804940dfefee), after_update {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:39.917583 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event updated for resources: {'Port': ['ID=0c774b30-3dae-4fb8-ace8-804940dfefee,revision_number=2']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:39.927234 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576453'] for floatingip (1ef5533d-85d2-4dd1-8e33-de7d0f544914), after_create {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:40.030605 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.db.l3_db [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Floating IP 1ef5533d-85d2-4dd1-8e33-de7d0f544914 associated. External IP: 172.27.2.75, port: 2281e5fb-067b-4b2b-9527-2478eec64376. Apr 11 19:35:40.240737 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Router 855476e6-70e4-434f-8262-c49efdd994a8 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:35:40.351514 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:35:40.361498 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd087e8a-533f-4a07-ae17-1ab84f7e9173 None None] Sync routers for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:35:40.370789 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd087e8a-533f-4a07-ae17-1ab84f7e9173 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:40.371411 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-dd087e8a-533f-4a07-ae17-1ab84f7e9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:35:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:40.430796 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:40.460606 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-1bdfe7f0-637c-4937-bb7c-846c174a9af7 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8629205 Apr 11 19:35:40.461268 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'tag': '2281e5fb-067b-4b2b-9527-2478eec64376'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:40.464055 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a71c2b0-e476-4f2f-afcc-c91f9b94ec74", "tag": "2281e5fb-067b-4b2b-9527-2478eec64376"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:40.483966 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-dd087e8a-533f-4a07-ae17-1ab84f7e9173 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:40.498924 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76888fe-2f41-4968-8f75-77afcb1d1d6c x-openstack-request-id: req-c76888fe-2f41-4968-8f75-77afcb1d1d6c {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:40.499312 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a71c2b0-e476-4f2f-afcc-c91f9b94ec74", "tag": "2281e5fb-067b-4b2b-9527-2478eec64376", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:40.499639 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c76888fe-2f41-4968-8f75-77afcb1d1d6c {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:40.500170 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76888fe-2f41-4968-8f75-77afcb1d1d6c'] response: {'name': 'network-changed', 'server_uuid': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'tag': '2281e5fb-067b-4b2b-9527-2478eec64376', 'status': 'completed', 'code': 200} Apr 11 19:35:40.558706 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5 req-24de9c32-4f70-490d-b4c6-338d5b5d5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:40.560299 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5 req-24de9c32-4f70-490d-b4c6-338d5b5d5991 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 1130 time: 0.0404866 Apr 11 19:35:40.661644 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5 req-9b690445-9087-4dd7-8b5c-53357e35bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:40.663131 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5 req-9b690445-9087-4dd7-8b5c-53357e35bc51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 912 time: 0.0971460 Apr 11 19:35:40.711066 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-dd087e8a-533f-4a07-ae17-1ab84f7e9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '1ef5533d-85d2-4dd1-8e33-de7d0f544914', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': '2281e5fb-067b-4b2b-9527-2478eec64376', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:67:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:35:39Z', 'updated_at': '2022-04-11T19:35:39Z', 'revision_number': 0, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}, {'id': 'd5e54a47-1efd-4686-9878-dec8f0560481', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:54:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6935b-d8de-4686-ac89-8d6be701a270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:33:40Z', 'updated_at': '2022-04-11T19:33:42Z', 'revision_number': 1, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:40.730675 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5 req-3654f957-f80f-45f9-b2bb-0c933721ee74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2281e5fb-067b-4b2b-9527-2478eec64376 HTTP/1.1" status: 200 len: 999 time: 0.0618694 Apr 11 19:35:40.737856 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd087e8a-533f-4a07-ae17-1ab84f7e9173 None None] Checking router: 855476e6-70e4-434f-8262-c49efdd994a8 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:35:40.746812 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd087e8a-533f-4a07-ae17-1ab84f7e9173 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:40.747353 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-dd087e8a-533f-4a07-ae17-1ab84f7e9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:35:34Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:40.776879 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5 req-9bbf8d5b-ffd4-4e2a-9a57-2440b301e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:40.778330 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5 req-9bbf8d5b-ffd4-4e2a-9a57-2440b301e746 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0426552 Apr 11 19:35:40.820746 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5 req-ea19e702-036e-4b17-8a36-116f58ac69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:40.822252 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5 req-ea19e702-036e-4b17-8a36-116f58ac69e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382991 Apr 11 19:35:40.856470 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-dd087e8a-533f-4a07-ae17-1ab84f7e9173 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:40.912705 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5 req-4fe4ac0f-ca41-4519-aa74-27a354ec7e90 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848286 Apr 11 19:35:41.005465 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6d1d92d7-f3a6-4b16-90fe-0e6e9eef8ce5 req-1504392e-3588-4973-b7bf-84fe273d824b service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873671 Apr 11 19:35:41.082742 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-dd087e8a-533f-4a07-ae17-1ab84f7e9173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '1ef5533d-85d2-4dd1-8e33-de7d0f544914', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': '2281e5fb-067b-4b2b-9527-2478eec64376', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:67:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:35:39Z', 'updated_at': '2022-04-11T19:35:39Z', 'revision_number': 0, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}, {'id': 'd5e54a47-1efd-4686-9878-dec8f0560481', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:54:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6935b-d8de-4686-ac89-8d6be701a270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:33:40Z', 'updated_at': '2022-04-11T19:33:42Z', 'revision_number': 1, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:41.115426 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd087e8a-533f-4a07-ae17-1ab84f7e9173 None None] The sync data for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi is: [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': '1ef5533d-85d2-4dd1-8e33-de7d0f544914', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': '2281e5fb-067b-4b2b-9527-2478eec64376', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:67:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:35:39Z', 'updated_at': '2022-04-11T19:35:39Z', 'revision_number': 0, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}, {'id': 'd5e54a47-1efd-4686-9878-dec8f0560481', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:54:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6935b-d8de-4686-ac89-8d6be701a270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:33:40Z', 'updated_at': '2022-04-11T19:33:42Z', 'revision_number': 1, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:35:41.310161 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0717736-676c-42e0-b044-f623f7440714 None None] New status for floating IP 1ef5533d-85d2-4dd1-8e33-de7d0f544914: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:35:51.904642 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:35:58.239766 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:01.473937 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bd06b7a7-e97f-442b-9126-f3b96c451a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:03.920219 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-750e3166-083e-42f8-b48f-c575da6a5175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:04.685228 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:06.439143 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:07.412114 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-84c59421-38ef-4320-b51c-ff6b734cd6fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370831 Apr 11 19:36:07.502100 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-a2c8ed90-f94d-4083-b723-06a4080ec77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:07.503576 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-a2c8ed90-f94d-4083-b723-06a4080ec77e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 1129 time: 0.0430753 Apr 11 19:36:07.603232 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-890f363f-4bfd-4604-9a0a-db926213b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:07.604646 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-890f363f-4bfd-4604-9a0a-db926213b299 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 912 time: 0.0840936 Apr 11 19:36:07.670911 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-9ad80864-507f-4d86-9944-b02a99ca7f7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfbec0c-1aff-4ae9-98cc-448f63cc0b28 HTTP/1.1" status: 200 len: 1001 time: 0.0605943 Apr 11 19:36:07.718458 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-bf073a92-bd2b-441f-aabf-85d975e506d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:07.719872 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-bf073a92-bd2b-441f-aabf-85d975e506d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0428798 Apr 11 19:36:07.761310 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-cd3574b4-26ad-4136-a799-f2c16200c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:07.762736 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-cd3574b4-26ad-4136-a799-f2c16200c040 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362532 Apr 11 19:36:07.854866 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-1e90420e-4aa3-4fe1-b6f5-6485b5ab4b36 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859034 Apr 11 19:36:07.896834 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:07.942834 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-d707c219-3b58-476f-ad14-9a6554af3ff4 req-216110a0-450d-4997-8bd5-e81f5e39a588 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819178 Apr 11 19:36:28.232916 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:28.902926 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:36:31.472610 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-21f57ced-4bf4-497e-9ec5-355deb330134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:33.963772 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2e5e1f28-1ae4-4cf0-8c28-def8cc026940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:34.724506 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.467007 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:37.896494 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:58.243311 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:01.500270 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7e31ab4e-7d00-4369-9a41-303b5a1dfaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:03.929021 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a391ec70-aa71-44d2-b373-225fcb0171ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:04.694796 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:05.902384 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:37:06.494626 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:07.387608 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-f3bb7402-3a39-4114-a152-960b4401afb1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409908 Apr 11 19:37:07.443479 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-54c685b2-e11d-4c90-a603-f66a0f05ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:07.444973 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-54c685b2-e11d-4c90-a603-f66a0f05ae1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 1130 time: 0.0382349 Apr 11 19:37:07.502681 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 38102) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:07.547020 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-0e61666f-ffdd-4ae2-92ee-a76a94a34ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:07.548531 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-0e61666f-ffdd-4ae2-92ee-a76a94a34ab0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 912 time: 0.0856340 Apr 11 19:37:07.615691 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-c2ad7067-24aa-4455-a622-e1c40869524a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2281e5fb-067b-4b2b-9527-2478eec64376 HTTP/1.1" status: 200 len: 1001 time: 0.0611634 Apr 11 19:37:07.650085 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Deleting port 0c774b30-3dae-4fb8-ace8-804940dfefee {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:07.650427 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (0c774b30-3dae-4fb8-ace8-804940dfefee), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:07.665529 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-15f26519-5b44-4134-a35f-ad263a506f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:07.667016 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-15f26519-5b44-4134-a35f-ad263a506f8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0433018 Apr 11 19:37:07.711527 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-19b5215d-7226-42f7-90cb-d083ba55c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:07.713058 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-19b5215d-7226-42f7-90cb-d083ba55c179 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378947 Apr 11 19:37:07.723982 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (0c774b30-3dae-4fb8-ace8-804940dfefee), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:07.724308 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (0c774b30-3dae-4fb8-ace8-804940dfefee), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:07.736910 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Calling delete_port for 0c774b30-3dae-4fb8-ace8-804940dfefee owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:07.806396 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-0bc43982-09cf-4bc0-9943-2341fd969805 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859621 Apr 11 19:37:07.899526 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-909da096-2fa6-45f1-9d92-f3ff272b9c76 req-9257f53b-2c0a-4cbd-acb4-74c50b56ef59 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871675 Apr 11 19:37:07.906415 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:07.923215 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (0c774b30-3dae-4fb8-ace8-804940dfefee), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:07.949505 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event deleted for resources: {'Port': ['ID=0c774b30-3dae-4fb8-ace8-804940dfefee,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:07.979786 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.980164 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.980510 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.980853 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.981191 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.981526 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.981857 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.982193 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.982521 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.982849 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.983182 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.983558 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.983911 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.984242 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:07.984568 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:08.026569 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (1ef5533d-85d2-4dd1-8e33-de7d0f544914), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:08.026894 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Floating IP 1ef5533d-85d2-4dd1-8e33-de7d0f544914 disassociated (deleted). External IP: 172.27.2.75, port: 2281e5fb-067b-4b2b-9527-2478eec64376. Apr 11 19:37:08.237690 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Router 855476e6-70e4-434f-8262-c49efdd994a8 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:37:08.564615 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:37:08.569210 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:08.573793 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a19dc3-ba8e-4525-a549-785a5f68b0ed None None] Sync routers for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:37:08.583102 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a19dc3-ba8e-4525-a549-785a5f68b0ed None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:08.583722 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-83a19dc3-ba8e-4525-a549-785a5f68b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:37:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:08.597642 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-52a9b8b1-af7d-46e7-b801-7df9952d8b47 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "DELETE /v2.0/floatingips/1ef5533d-85d2-4dd1-8e33-de7d0f544914 HTTP/1.1" status: 204 len: 168 time: 1.0938952 Apr 11 19:37:08.598225 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'tag': '2281e5fb-067b-4b2b-9527-2478eec64376'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:08.600535 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126aa301-f09d-41e5-bc26-46abfcfedb39" -d '{"events": [{"name": "network-changed", "server_uuid": "6a71c2b0-e476-4f2f-afcc-c91f9b94ec74", "tag": "2281e5fb-067b-4b2b-9527-2478eec64376"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:08.708799 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a85c905-32a9-4367-8f9f-3724f6416c56 x-openstack-request-id: req-9a85c905-32a9-4367-8f9f-3724f6416c56 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:08.708799 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a71c2b0-e476-4f2f-afcc-c91f9b94ec74", "tag": "2281e5fb-067b-4b2b-9527-2478eec64376", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:08.708799 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a85c905-32a9-4367-8f9f-3724f6416c56 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:08.708799 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a85c905-32a9-4367-8f9f-3724f6416c56'] response: {'name': 'network-changed', 'server_uuid': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'tag': '2281e5fb-067b-4b2b-9527-2478eec64376', 'status': 'completed', 'code': 200} Apr 11 19:37:08.765394 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa301-f09d-41e5-bc26-46abfcfedb39 req-605df7b6-7da0-44d5-81fa-076c7a07854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:08.767803 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-126aa301-f09d-41e5-bc26-46abfcfedb39 req-605df7b6-7da0-44d5-81fa-076c7a07854d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 1130 time: 0.0430882 Apr 11 19:37:08.837033 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-83a19dc3-ba8e-4525-a549-785a5f68b0ed None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:08.859896 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa301-f09d-41e5-bc26-46abfcfedb39 req-37ca5614-6d42-4ce0-a5c0-5a4735142bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:08.861670 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-126aa301-f09d-41e5-bc26-46abfcfedb39 req-37ca5614-6d42-4ce0-a5c0-5a4735142bad service neutron] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 912 time: 0.0880628 Apr 11 19:37:08.906878 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-126aa301-f09d-41e5-bc26-46abfcfedb39 req-de2a6988-9b37-4e93-9d22-e1906751de57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2281e5fb-067b-4b2b-9527-2478eec64376 HTTP/1.1" status: 200 len: 217 time: 0.0395155 Apr 11 19:37:08.984633 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23a803-e943-4b0a-b0ed-c8b934cccc48 req-765c8e5d-0e29-4660-91fb-fb7b3734064b tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:08.986268 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee23a803-e943-4b0a-b0ed-c8b934cccc48 req-765c8e5d-0e29-4660-91fb-fb7b3734064b tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 946 time: 0.0472870 Apr 11 19:37:09.040022 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-ee23a803-e943-4b0a-b0ed-c8b934cccc48 req-5a20f55a-6b33-4104-9093-4f183d45f849 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480282 Apr 11 19:37:09.060349 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-83a19dc3-ba8e-4525-a549-785a5f68b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'd5e54a47-1efd-4686-9878-dec8f0560481', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:54:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6935b-d8de-4686-ac89-8d6be701a270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:33:40Z', 'updated_at': '2022-04-11T19:33:42Z', 'revision_number': 1, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:09.091206 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a19dc3-ba8e-4525-a549-785a5f68b0ed None None] Checking router: 855476e6-70e4-434f-8262-c49efdd994a8 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:37:09.099430 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a19dc3-ba8e-4525-a549-785a5f68b0ed None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:09.100079 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-83a19dc3-ba8e-4525-a549-785a5f68b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:37:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:09.208551 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-83a19dc3-ba8e-4525-a549-785a5f68b0ed None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:09.427563 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-83a19dc3-ba8e-4525-a549-785a5f68b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'd5e54a47-1efd-4686-9878-dec8f0560481', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:54:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6935b-d8de-4686-ac89-8d6be701a270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:33:40Z', 'updated_at': '2022-04-11T19:33:42Z', 'revision_number': 1, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:09.457106 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a19dc3-ba8e-4525-a549-785a5f68b0ed None None] The sync data for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi is: [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_floatingips': [{'id': 'd5e54a47-1efd-4686-9878-dec8f0560481', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'router_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'port_id': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'mac_address': 'fa:16:3e:54:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6935b-d8de-4686-ac89-8d6be701a270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:33:40Z', 'updated_at': '2022-04-11T19:33:42Z', 'revision_number': 1, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:37:09.668808 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48242eb-f14a-44ce-8e9e-b4ed5bf31eec None None] New status for floating IP 1ef5533d-85d2-4dd1-8e33-de7d0f544914: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:37:09.935268 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa301-f09d-41e5-bc26-46abfcfedb39 req-9bed58ac-eea5-4a24-b478-77971812f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:09.937344 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-126aa301-f09d-41e5-bc26-46abfcfedb39 req-9bed58ac-eea5-4a24-b478-77971812f944 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0428600 Apr 11 19:37:10.254850 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa301-f09d-41e5-bc26-46abfcfedb39 req-d3c35655-8ed3-44c5-97a8-5ccf3b7fa395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:10.256290 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-126aa301-f09d-41e5-bc26-46abfcfedb39 req-d3c35655-8ed3-44c5-97a8-5ccf3b7fa395 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3125117 Apr 11 19:37:10.289013 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab4dc-0c8a-4505-a216-be08db2da6a8 req-7923a312-882b-448f-8bf8-72cbf47b6f38 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:10.290388 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7eeab4dc-0c8a-4505-a216-be08db2da6a8 req-7923a312-882b-448f-8bf8-72cbf47b6f38 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 946 time: 0.0513978 Apr 11 19:37:10.359984 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-7eeab4dc-0c8a-4505-a216-be08db2da6a8 req-3cfea4ba-2620-448b-a186-d0e1c033c110 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638874 Apr 11 19:37:10.420395 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-126aa301-f09d-41e5-bc26-46abfcfedb39 req-9f86bf99-04b6-4f23-af2c-27e2b131dfde service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980067 Apr 11 19:37:10.675045 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ba0f6-6761-4572-b1b1-caeb789ff293 req-366fc86e-160c-46d3-a4e7-ee6017df0f78 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:10.676533 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bc0ba0f6-6761-4572-b1b1-caeb789ff293 req-366fc86e-160c-46d3-a4e7-ee6017df0f78 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 946 time: 0.0802679 Apr 11 19:37:10.721197 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-126aa301-f09d-41e5-bc26-46abfcfedb39 req-80d46deb-ab7c-472f-9e9a-0d11d0e6d975 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505795 Apr 11 19:37:10.772304 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-bc0ba0f6-6761-4572-b1b1-caeb789ff293 req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Deleting port 2281e5fb-067b-4b2b-9527-2478eec64376 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:10.772656 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-bc0ba0f6-6761-4572-b1b1-caeb789ff293 req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:10.865610 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-bc0ba0f6-6761-4572-b1b1-caeb789ff293 req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] For port 2281e5fb-067b-4b2b-9527-2478eec64376, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=2281e5fb-067b-4b2b-9527-2478eec64376,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:10.865902 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-bc0ba0f6-6761-4572-b1b1-caeb789ff293 req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:10.879415 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-bc0ba0f6-6761-4572-b1b1-caeb789ff293 req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Calling delete_port for 2281e5fb-067b-4b2b-9527-2478eec64376 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:11.060520 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-bc0ba0f6-6761-4572-b1b1-caeb789ff293 req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (2281e5fb-067b-4b2b-9527-2478eec64376), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:11.093259 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event deleted for resources: {'Port': ['ID=2281e5fb-067b-4b2b-9527-2478eec64376,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:11.106129 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.106129 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.106129 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.106129 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.106540 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.106674 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.106999 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.107321 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.107644 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.107991 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.108351 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.108676 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.108999 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.109318 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.109637 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:11.146957 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0ba0f6-6761-4572-b1b1-caeb789ff293 req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] No DVR routers for this DVR port 2281e5fb-067b-4b2b-9527-2478eec64376 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:11.149372 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-bc0ba0f6-6761-4572-b1b1-caeb789ff293 req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:11.152549 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-bc0ba0f6-6761-4572-b1b1-caeb789ff293 req-93ead33c-16c3-47e9-b104-b6ac9f738c24 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "DELETE /v2.0/ports/2281e5fb-067b-4b2b-9527-2478eec64376 HTTP/1.1" status: 204 len: 173 time: 0.4701045 Apr 11 19:37:11.152976 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'name': 'network-vif-deleted', 'tag': '2281e5fb-067b-4b2b-9527-2478eec64376'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:11.155474 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ab8e60-7c5c-4496-baa6-2f5965298190" -d '{"events": [{"server_uuid": "6a71c2b0-e476-4f2f-afcc-c91f9b94ec74", "name": "network-vif-deleted", "tag": "2281e5fb-067b-4b2b-9527-2478eec64376"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:11.189692 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d81435-bf9c-40f4-baa7-04cd55e7dc42 x-openstack-request-id: req-a7d81435-bf9c-40f4-baa7-04cd55e7dc42 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:11.189991 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a71c2b0-e476-4f2f-afcc-c91f9b94ec74", "name": "network-vif-deleted", "tag": "2281e5fb-067b-4b2b-9527-2478eec64376", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:11.190253 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7d81435-bf9c-40f4-baa7-04cd55e7dc42 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:11.190685 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d81435-bf9c-40f4-baa7-04cd55e7dc42'] response: {'server_uuid': '6a71c2b0-e476-4f2f-afcc-c91f9b94ec74', 'name': 'network-vif-deleted', 'tag': '2281e5fb-067b-4b2b-9527-2478eec64376', 'status': 'completed', 'code': 200} Apr 11 19:37:11.460656 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-2e5b92e3-3b6c-44b6-b0bb-0ca679b63a1d req-3651c3cf-bab6-401d-88ec-f1f16bad4c6a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a71c2b0-e476-4f2f-afcc-c91f9b94ec74 HTTP/1.1" status: 200 len: 210 time: 0.0353124 Apr 11 19:37:14.147372 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 2281e5fb-067b-4b2b-9527-2478eec64376 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:14.167248 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: 2281e5fb-067b-4b2b-9527-2478eec64376 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:14.171135 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device 2281e5fb-067b-4b2b-9527-2478eec64376 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:14.930550 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 38148) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:15.075666 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Deleting port fe267d5b-4169-4d18-9118-1786419a3c66 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:15.076020 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (fe267d5b-4169-4d18-9118-1786419a3c66), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:15.151971 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (fe267d5b-4169-4d18-9118-1786419a3c66), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:15.152307 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (fe267d5b-4169-4d18-9118-1786419a3c66), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:15.164983 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Calling delete_port for fe267d5b-4169-4d18-9118-1786419a3c66 owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:15.374564 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (fe267d5b-4169-4d18-9118-1786419a3c66), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:15.402507 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event deleted for resources: {'Port': ['ID=fe267d5b-4169-4d18-9118-1786419a3c66,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:15.475144 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (d5e54a47-1efd-4686-9878-dec8f0560481), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:15.475476 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.db.l3_db [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Floating IP d5e54a47-1efd-4686-9878-dec8f0560481 disassociated (deleted). External IP: 172.27.2.246, port: acfbec0c-1aff-4ae9-98cc-448f63cc0b28. Apr 11 19:37:15.687995 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Router 855476e6-70e4-434f-8262-c49efdd994a8 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:37:15.797460 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:37:15.805428 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:15.807247 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a943333-bb1a-4d8e-b5d8-8b5b51645e28 None None] Sync routers for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:37:15.817589 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a943333-bb1a-4d8e-b5d8-8b5b51645e28 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:15.818198 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-8a943333-bb1a-4d8e-b5d8-8b5b51645e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:37:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:15.831386 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-3f258efa-38bc-4db9-8832-6ecb4cc6c37c tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "DELETE /v2.0/floatingips/d5e54a47-1efd-4686-9878-dec8f0560481 HTTP/1.1" status: 204 len: 168 time: 0.8997781 Apr 11 19:37:15.832098 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f6935b-d8de-4686-ac89-8d6be701a270', 'tag': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28'}] {{(pid=103944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:15.834515 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3eb9953ca88bcd164eef1dfbccf868ea251b02702bb666b74c3147bdc0b2918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "84f6935b-d8de-4686-ac89-8d6be701a270", "tag": "acfbec0c-1aff-4ae9-98cc-448f63cc0b28"}]}' {{(pid=103944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:15.871022 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9d2793-fded-430d-8321-68ffcf6f56e6 x-openstack-request-id: req-5a9d2793-fded-430d-8321-68ffcf6f56e6 {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:15.871429 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f6935b-d8de-4686-ac89-8d6be701a270", "tag": "acfbec0c-1aff-4ae9-98cc-448f63cc0b28", "status": "completed", "code": 200}]} {{(pid=103944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:15.871871 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a9d2793-fded-430d-8321-68ffcf6f56e6 {{(pid=103944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:15.872283 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9d2793-fded-430d-8321-68ffcf6f56e6'] response: {'name': 'network-changed', 'server_uuid': '84f6935b-d8de-4686-ac89-8d6be701a270', 'tag': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'status': 'completed', 'code': 200} Apr 11 19:37:15.931215 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc req-1034ae61-7bff-4ac0-b970-fd7b29f23762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:15.932815 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc req-1034ae61-7bff-4ac0-b970-fd7b29f23762 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5adfa3d877040b6803d66692bd10f92&device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 1129 time: 0.0412116 Apr 11 19:37:15.935796 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-8a943333-bb1a-4d8e-b5d8-8b5b51645e28 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:16.029155 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc req-54430d23-8673-4fe2-82be-3a90eaa659a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:16.030944 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc req-54430d23-8673-4fe2-82be-3a90eaa659a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 200 len: 912 time: 0.0911446 Apr 11 19:37:16.074172 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc req-6cd7d82a-5cb7-4343-bd89-3d1d40aa33b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acfbec0c-1aff-4ae9-98cc-448f63cc0b28 HTTP/1.1" status: 200 len: 217 time: 0.0367880 Apr 11 19:37:16.127490 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc req-9f4ff4be-f7da-4eea-a850-88097eb43706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:16.129152 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc req-9f4ff4be-f7da-4eea-a850-88097eb43706 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 200 len: 850 time: 0.0499923 Apr 11 19:37:16.142573 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-8a943333-bb1a-4d8e-b5d8-8b5b51645e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:16.168731 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a943333-bb1a-4d8e-b5d8-8b5b51645e28 None None] Checking router: 855476e6-70e4-434f-8262-c49efdd994a8 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:37:16.177271 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a943333-bb1a-4d8e-b5d8-8b5b51645e28 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:16.177951 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc req-ad5ca056-6b8a-4768-a9c4-711e6e4c8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:16.179600 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-8a943333-bb1a-4d8e-b5d8-8b5b51645e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:37:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:16.179731 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc req-ad5ca056-6b8a-4768-a9c4-711e6e4c8023 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b44f8569-24f0-4104-825c-4fd43ed0406d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449660 Apr 11 19:37:16.286125 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a628ea3-8986-4201-8338-e7dff56fe3ce req-31b5acfe-bbdc-43ab-bdf1-23060c280d42 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:16.287682 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6a628ea3-8986-4201-8338-e7dff56fe3ce req-31b5acfe-bbdc-43ab-bdf1-23060c280d42 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 945 time: 0.0976894 Apr 11 19:37:16.288660 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-8a943333-bb1a-4d8e-b5d8-8b5b51645e28 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:16.341063 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-6a628ea3-8986-4201-8338-e7dff56fe3ce req-58df0f65-6a27-4a7b-b331-b6bc9e12caa0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476129 Apr 11 19:37:16.477954 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-8a943333-bb1a-4d8e-b5d8-8b5b51645e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:16.508509 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a943333-bb1a-4d8e-b5d8-8b5b51645e28 None None] The sync data for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi is: [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:30:20Z', 'revision_number': 4, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi', '_interfaces': [{'id': 'de8a6b78-4952-4eda-8781-00e9ebbc0c4f', 'name': '', 'network_id': 'b44f8569-24f0-4104-825c-4fd43ed0406d', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'mac_address': 'fa:16:3e:d5:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:20Z', 'updated_at': '2022-04-11T19:30:25Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'subnets': [{'id': 'b5b99a86-23c6-46b5-8f1c-5b8332ade88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:37:16.717380 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96314c-77c9-4447-b075-23bb25fcc382 None None] New status for floating IP d5e54a47-1efd-4686-9878-dec8f0560481: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:37:17.225448 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc req-74ec2851-5de2-45d7-814e-7b269594b421 service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873234 Apr 11 19:37:17.318507 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-15924bfc-9eb5-46d7-8c95-f8fceea46cfc req-ba1ba16d-7302-4238-a5c1-e30e6b6e7d3b service neutron] 10.222.0.23 "GET /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825877 Apr 11 19:37:17.509674 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a070a10-fa61-40d9-ad1a-0288a2fc5ff3 req-7f4a0bbb-b0fb-4ef7-8297-f05862f18a57 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:17.511091 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a070a10-fa61-40d9-ad1a-0288a2fc5ff3 req-7f4a0bbb-b0fb-4ef7-8297-f05862f18a57 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 945 time: 0.1005132 Apr 11 19:37:17.561286 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-9a070a10-fa61-40d9-ad1a-0288a2fc5ff3 req-c86834a6-0d44-4df9-b346-081f827d3ccd tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/security-groups?id=955b87e8-6053-450f-8deb-7fd9aad5deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446236 Apr 11 19:37:17.655418 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0474f-fdf8-4723-b503-47ea97ca6b18 req-0790aa24-5127-4794-90f7-aabc4ef23a0d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:17.656874 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47e0474f-fdf8-4723-b503-47ea97ca6b18 req-0790aa24-5127-4794-90f7-aabc4ef23a0d tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 945 time: 0.0461385 Apr 11 19:37:17.740663 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-47e0474f-fdf8-4723-b503-47ea97ca6b18 req-57e721e7-2ec5-4ce9-b78b-9275a91f32ff tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Deleting port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:17.741003 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-47e0474f-fdf8-4723-b503-47ea97ca6b18 req-57e721e7-2ec5-4ce9-b78b-9275a91f32ff tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.827449 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [req-47e0474f-fdf8-4723-b503-47ea97ca6b18 req-57e721e7-2ec5-4ce9-b78b-9275a91f32ff tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] For port acfbec0c-1aff-4ae9-98cc-448f63cc0b28, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=acfbec0c-1aff-4ae9-98cc-448f63cc0b28,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:17.827738 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-47e0474f-fdf8-4723-b503-47ea97ca6b18 req-57e721e7-2ec5-4ce9-b78b-9275a91f32ff tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.841203 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [req-47e0474f-fdf8-4723-b503-47ea97ca6b18 req-57e721e7-2ec5-4ce9-b78b-9275a91f32ff tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Calling delete_port for acfbec0c-1aff-4ae9-98cc-448f63cc0b28 owned by compute:nova {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:18.025913 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-47e0474f-fdf8-4723-b503-47ea97ca6b18 req-57e721e7-2ec5-4ce9-b78b-9275a91f32ff tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (acfbec0c-1aff-4ae9-98cc-448f63cc0b28), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:18.054479 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e721e7-2ec5-4ce9-b78b-9275a91f32ff tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event deleted for resources: {'Port': ['ID=acfbec0c-1aff-4ae9-98cc-448f63cc0b28,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:18.097509 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e0474f-fdf8-4723-b503-47ea97ca6b18 req-57e721e7-2ec5-4ce9-b78b-9275a91f32ff tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] No DVR routers for this DVR port acfbec0c-1aff-4ae9-98cc-448f63cc0b28 on host hv-cinder-83736 {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:18.100088 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [req-47e0474f-fdf8-4723-b503-47ea97ca6b18 req-57e721e7-2ec5-4ce9-b78b-9275a91f32ff tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for port (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:18.107066 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-47e0474f-fdf8-4723-b503-47ea97ca6b18 req-57e721e7-2ec5-4ce9-b78b-9275a91f32ff tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.23 "DELETE /v2.0/ports/acfbec0c-1aff-4ae9-98cc-448f63cc0b28 HTTP/1.1" status: 204 len: 173 time: 0.4412625 Apr 11 19:37:18.107066 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f6935b-d8de-4686-ac89-8d6be701a270', 'name': 'network-vif-deleted', 'tag': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28'}] {{(pid=103943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:18.107066 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c780a9148a1e60a04e7f43ce8fa0a69ad178498d8caf638748f37ef8268c9e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c2b7c0-c032-4d01-8666-b849c62a3df8" -d '{"events": [{"server_uuid": "84f6935b-d8de-4686-ac89-8d6be701a270", "name": "network-vif-deleted", "tag": "acfbec0c-1aff-4ae9-98cc-448f63cc0b28"}]}' {{(pid=103943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:18.141526 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bad360-c49d-44ff-a967-e2b1ffc89328 x-openstack-request-id: req-d4bad360-c49d-44ff-a967-e2b1ffc89328 {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:18.141826 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f6935b-d8de-4686-ac89-8d6be701a270", "name": "network-vif-deleted", "tag": "acfbec0c-1aff-4ae9-98cc-448f63cc0b28", "status": "completed", "code": 200}]} {{(pid=103943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:18.142089 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4bad360-c49d-44ff-a967-e2b1ffc89328 {{(pid=103943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:18.142505 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4bad360-c49d-44ff-a967-e2b1ffc89328'] response: {'server_uuid': '84f6935b-d8de-4686-ac89-8d6be701a270', 'name': 'network-vif-deleted', 'tag': 'acfbec0c-1aff-4ae9-98cc-448f63cc0b28', 'status': 'completed', 'code': 200} Apr 11 19:37:18.671881 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [req-b4459f5b-b239-46cb-9c69-ddd3d599dc7f req-502965c0-4735-4535-8e07-172e1644101a tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f6935b-d8de-4686-ac89-8d6be701a270 HTTP/1.1" status: 200 len: 210 time: 0.0324907 Apr 11 19:37:19.727351 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 38168) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:19.846135 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6b4a9-1656-410b-9493-f937da7960f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Deleting port 37274bd3-9ee6-440f-a4ef-8db0f41e4b0e {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:19.846478 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7ff6b4a9-1656-410b-9493-f937da7960f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (37274bd3-9ee6-440f-a4ef-8db0f41e4b0e), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:19.923580 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7ff6b4a9-1656-410b-9493-f937da7960f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (37274bd3-9ee6-440f-a4ef-8db0f41e4b0e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:19.923933 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7ff6b4a9-1656-410b-9493-f937da7960f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (37274bd3-9ee6-440f-a4ef-8db0f41e4b0e), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:19.935686 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6b4a9-1656-410b-9493-f937da7960f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Calling delete_port for 37274bd3-9ee6-440f-a4ef-8db0f41e4b0e owned by network:floatingip {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:20.128751 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7ff6b4a9-1656-410b-9493-f937da7960f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (37274bd3-9ee6-440f-a4ef-8db0f41e4b0e), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:20.157814 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6b4a9-1656-410b-9493-f937da7960f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event deleted for resources: {'Port': ['ID=37274bd3-9ee6-440f-a4ef-8db0f41e4b0e,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:20.179652 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device acfbec0c-1aff-4ae9-98cc-448f63cc0b28 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:20.199677 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] No Port match for: acfbec0c-1aff-4ae9-98cc-448f63cc0b28 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:20.200059 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Device acfbec0c-1aff-4ae9-98cc-448f63cc0b28 not bound to the agent host hv-cinder-83736 {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:20.218483 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7ff6b4a9-1656-410b-9493-f937da7960f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for floatingip (622a20b4-9d2e-4d05-aa7b-844f1afdac81), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:20.221775 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7ff6b4a9-1656-410b-9493-f937da7960f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437622'] for floatingip (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:20.222926 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7ff6b4a9-1656-410b-9493-f937da7960f0 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "DELETE /v2.0/floatingips/622a20b4-9d2e-4d05-aa7b-844f1afdac81 HTTP/1.1" status: 204 len: 168 time: 0.4945581 Apr 11 19:37:21.520809 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 38180) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:21.576462 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7194c9f2-1288-46f6-b389-3e096774ab17 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group (955b87e8-6053-450f-8deb-7fd9aad5deed), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:21.601632 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7194c9f2-1288-46f6-b389-3e096774ab17 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group (955b87e8-6053-450f-8deb-7fd9aad5deed), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:21.729602 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7194c9f2-1288-46f6-b389-3e096774ab17 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (955b87e8-6053-450f-8deb-7fd9aad5deed), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:21.732937 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-7194c9f2-1288-46f6-b389-3e096774ab17 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:21.734320 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-7194c9f2-1288-46f6-b389-3e096774ab17 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] 10.222.0.13 "DELETE /v2.0/security-groups/955b87e8-6053-450f-8deb-7fd9aad5deed HTTP/1.1" status: 204 len: 168 time: 0.2124755 Apr 11 19:37:21.743813 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194c9f2-1288-46f6-b389-3e096774ab17 tempest-TestVolumeBootPattern-1603567472 tempest-TestVolumeBootPattern-1603567472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b87e8-6053-450f-8deb-7fd9aad5deed,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:21.839226 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 38184) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:22.288556 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579013'] for router_interface (855476e6-70e4-434f-8262-c49efdd994a8), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:22.516495 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] Deleting port de8a6b78-4952-4eda-8781-00e9ebbc0c4f {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:22.516826 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:22.591533 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] For port de8a6b78-4952-4eda-8781-00e9ebbc0c4f, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=de8a6b78-4952-4eda-8781-00e9ebbc0c4f,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:22.592208 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:22.607187 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] Calling delete_port for de8a6b78-4952-4eda-8781-00e9ebbc0c4f owned by network:router_interface {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:22.842916 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (de8a6b78-4952-4eda-8781-00e9ebbc0c4f), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:22.869170 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] Pushing event deleted for resources: {'Port': ['ID=de8a6b78-4952-4eda-8781-00e9ebbc0c4f,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:23.036246 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578921'] for router_interface (855476e6-70e4-434f-8262-c49efdd994a8), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:23.249928 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] Router 855476e6-70e4-434f-8262-c49efdd994a8 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:37:23.362367 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:37:23.370253 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-936770dd-2f94-47ad-b01c-56c6190ad749 admin admin] 10.222.0.13 "PUT /v2.0/routers/855476e6-70e4-434f-8262-c49efdd994a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5271645 Apr 11 19:37:23.370347 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 38188) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:23.372698 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5540a-ccd8-4943-a8d4-c78a808be080 None None] Sync routers for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:37:23.383361 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5540a-ccd8-4943-a8d4-c78a808be080 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:23.384022 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-82a5540a-ccd8-4943-a8d4-c78a808be080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:37:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:23.482153 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Publish callbacks [] for router (855476e6-70e4-434f-8262-c49efdd994a8), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:23.500552 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-82a5540a-ccd8-4943-a8d4-c78a808be080 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:23.587703 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Publish callbacks [] for router_gateway (855476e6-70e4-434f-8262-c49efdd994a8), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:23.670206 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-82a5540a-ccd8-4943-a8d4-c78a808be080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:37:22Z', 'revision_number': 5, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port': {'id': 'aa34ad3c-0315-4c4a-a6e1-358a3dda6faf', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855476e6-70e4-434f-8262-c49efdd994a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:18Z', 'updated_at': '2022-04-11T19:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:23.697494 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5540a-ccd8-4943-a8d4-c78a808be080 None None] Checking router: 855476e6-70e4-434f-8262-c49efdd994a8 for host: dv-cinder-837362-1-iscsi {{(pid=103946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:37:23.706373 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5540a-ccd8-4943-a8d4-c78a808be080 None None] Routers {'855476e6-70e4-434f-8262-c49efdd994a8'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:23.706980 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-82a5540a-ccd8-4943-a8d4-c78a808be080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:37:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['855476e6-70e4-434f-8262-c49efdd994a8'], 'active': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:23.707286 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Deleting port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:23.707628 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:23.787242 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] For port aa34ad3c-0315-4c4a-a6e1-358a3dda6faf, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=aa34ad3c-0315-4c4a-a6e1-358a3dda6faf,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:23.787551 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:23.803305 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Calling delete_port for aa34ad3c-0315-4c4a-a6e1-358a3dda6faf owned by network:router_gateway {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:23.925568 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvr_db [None req-82a5540a-ccd8-4943-a8d4-c78a808be080 None None] Set router 855476e6-70e4-434f-8262-c49efdd994a8 gateway port host: None {{(pid=103946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:23.980123 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_hamode_db [None req-82a5540a-ccd8-4943-a8d4-c78a808be080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:37:23Z', 'revision_number': 6, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port_host': None}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:24.007540 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5540a-ccd8-4943-a8d4-c78a808be080 None None] The sync data for ids ['855476e6-70e4-434f-8262-c49efdd994a8'] in dv-cinder-837362-1-iscsi is: [{'id': '855476e6-70e4-434f-8262-c49efdd994a8', 'name': 'tempest-TestVolumeBootPattern-440443792-router', 'tenant_id': 'b5adfa3d877040b6803d66692bd10f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:17Z', 'updated_at': '2022-04-11T19:37:23Z', 'revision_number': 6, 'project_id': 'b5adfa3d877040b6803d66692bd10f92', 'gw_port_host': None}] {{(pid=103946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:37:24.038776 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (aa34ad3c-0315-4c4a-a6e1-358a3dda6faf), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.065600 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Pushing event deleted for resources: {'Port': ['ID=aa34ad3c-0315-4c4a-a6e1-358a3dda6faf,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:24.126647 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576399'] for router_gateway (855476e6-70e4-434f-8262-c49efdd994a8), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.216549 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31717'] for router (855476e6-70e4-434f-8262-c49efdd994a8), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.218681 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Publish callbacks [] for router_controller (855476e6-70e4-434f-8262-c49efdd994a8), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.323031 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678440'] for router (855476e6-70e4-434f-8262-c49efdd994a8), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.323654 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 855476e6-70e4-434f-8262-c49efdd994a8 {{(pid=103943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:37:24.328102 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.333871 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-aa8a3ec1-0f0b-474b-87eb-471d0f487bda admin admin] 10.222.0.13 "DELETE /v2.0/routers/855476e6-70e4-434f-8262-c49efdd994a8 HTTP/1.1" status: 204 len: 168 time: 0.9586599 Apr 11 19:37:24.334168 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 38190) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:24.377752 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3cc114-9e03-4d96-a2eb-d7fb57c01d67 admin admin] Deleting subnet b5b99a86-23c6-46b5-8f1c-5b8332ade88c {{(pid=103944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:37:24.381026 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc114-9e03-4d96-a2eb-d7fb57c01d67 admin admin] Publish callbacks [] for subnet (b5b99a86-23c6-46b5-8f1c-5b8332ade88c), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.418084 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc114-9e03-4d96-a2eb-d7fb57c01d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29057234'] for subnet (b5b99a86-23c6-46b5-8f1c-5b8332ade88c), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.499961 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc114-9e03-4d96-a2eb-d7fb57c01d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (b5b99a86-23c6-46b5-8f1c-5b8332ade88c), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.614768 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc114-9e03-4d96-a2eb-d7fb57c01d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25449775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29092817'] for subnet (b5b99a86-23c6-46b5-8f1c-5b8332ade88c), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.640331 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cc114-9e03-4d96-a2eb-d7fb57c01d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b99a86-23c6-46b5-8f1c-5b8332ade88c,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:24.646709 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc114-9e03-4d96-a2eb-d7fb57c01d67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.650833 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-bc3cc114-9e03-4d96-a2eb-d7fb57c01d67 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b5b99a86-23c6-46b5-8f1c-5b8332ade88c HTTP/1.1" status: 204 len: 168 time: 0.3167667 Apr 11 19:37:24.651639 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fca04a-887b-4aec-a1f5-63774abb351d None None] Network b44f8569-24f0-4104-825c-4fd43ed0406d requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:37:24.652940 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 38192) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:24.723367 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (b44f8569-24f0-4104-825c-4fd43ed0406d), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.774582 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Deleting port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:24.774921 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.810877 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] DHCP port deletion for b44f8569-24f0-4104-825c-4fd43ed0406d request from dv-cinder-837362-1-iscsi {{(pid=103946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:37:24.839365 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] For port e7c84fce-ff70-4701-aaa1-12ae1fa3de01, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e7c84fce-ff70-4701-aaa1-12ae1fa3de01,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:24.839725 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.850228 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Deleting port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:24.850621 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.852915 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Calling delete_port for e7c84fce-ff70-4701-aaa1-12ae1fa3de01 owned by network:dhcp {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:24.920246 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] For port e7c84fce-ff70-4701-aaa1-12ae1fa3de01, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=e7c84fce-ff70-4701-aaa1-12ae1fa3de01,segment=NetworkSegment(26b3d12c-f58e-4f2d-9639-f81990d3581b),segment_id=26b3d12c-f58e-4f2d-9639-f81990d3581b)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:24.920644 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:24.934485 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Calling delete_port for e7c84fce-ff70-4701-aaa1-12ae1fa3de01 owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:25.025595 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.033122 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609'] for port (e7c84fce-ff70-4701-aaa1-12ae1fa3de01), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.053531 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c84fce-ff70-4701-aaa1-12ae1fa3de01,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:25.057086 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] No DVR routers for this DVR port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 on host dv-cinder-837362-1-iscsi {{(pid=103944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:25.063375 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Pushing event deleted for resources: {'Port': ['ID=e7c84fce-ff70-4701-aaa1-12ae1fa3de01,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:25.065745 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] No DVR routers for this DVR port e7c84fce-ff70-4701-aaa1-12ae1fa3de01 on host dv-cinder-837362-1-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:25.074709 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.075252 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.075609 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.076439 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.076439 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.076616 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.076960 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.077291 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.077627 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.078003 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.078272 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.078851 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.079186 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.080225 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.080566 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd7753-9281-4e2d-a895-79074e61a2e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-1-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:25.129693 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (b44f8569-24f0-4104-825c-4fd43ed0406d), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.149283 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44f8569-24f0-4104-825c-4fd43ed0406d']}} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:25.159267 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b3d12c-f58e-4f2d-9639-f81990d3581b') {'for_net_delete': True} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:25.159567 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.services.segments.db [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b3d12c-f58e-4f2d-9639-f81990d3581b') {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:25.168843 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29057243'] for segment (26b3d12c-f58e-4f2d-9639-f81990d3581b), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.182396 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (26b3d12c-f58e-4f2d-9639-f81990d3581b), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.188286 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:37:25.188668 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25449861'] for segment (26b3d12c-f58e-4f2d-9639-f81990d3581b), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: Traceback (most recent call last): Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: timer() Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: cb(*args, **kw) Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: return func(*args, **kwargs) Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: self._notify() Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: self.callback(batched_events) Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: event.method(event) Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: return f(self, *a, **k) Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._get(url).json() Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: return self.request(url, 'GET', **kwargs) Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:37:25.190341 dv-cinder-837362-1-iscsi neutron-server[103944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:37:25.305345 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (b44f8569-24f0-4104-825c-4fd43ed0406d), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.310777 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.316639 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b44f8569-24f0-4104-825c-4fd43ed0406d HTTP/1.1" status: 204 len: 168 time: 0.6601503 Apr 11 19:37:25.317827 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 38194) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:25.326420 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bacc1-60c7-4bd5-8dae-130de9967e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=b44f8569-24f0-4104-825c-4fd43ed0406d,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:25.410318 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e7c84fce-ff70-4701-aaa1-12ae1fa3de01 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:25.435833 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: e7c84fce-ff70-4701-aaa1-12ae1fa3de01 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:25.436217 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device e7c84fce-ff70-4701-aaa1-12ae1fa3de01 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:25.436636 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device aa34ad3c-0315-4c4a-a6e1-358a3dda6faf no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:25.455898 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: aa34ad3c-0315-4c4a-a6e1-358a3dda6faf {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:25.456251 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device aa34ad3c-0315-4c4a-a6e1-358a3dda6faf not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:25.456658 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device de8a6b78-4952-4eda-8781-00e9ebbc0c4f no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:25.476201 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: de8a6b78-4952-4eda-8781-00e9ebbc0c4f {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:25.476553 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device de8a6b78-4952-4eda-8781-00e9ebbc0c4f not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:25.644137 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579013'] for router_interface (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.872799 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] Deleting port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:25.873148 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.955002 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] For port 202d2f7f-a8bb-4858-aa04-ce65710f0ce1, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=202d2f7f-a8bb-4858-aa04-ce65710f0ce1,segment=NetworkSegment(65ae4ed1-0697-4535-9e4d-18daaaaadf9e),segment_id=65ae4ed1-0697-4535-9e4d-18daaaaadf9e)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:25.955353 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.967838 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] Calling delete_port for 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 owned by network:router_interface {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:26.185612 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (202d2f7f-a8bb-4858-aa04-ce65710f0ce1), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:26.215705 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] Pushing event deleted for resources: {'Port': ['ID=202d2f7f-a8bb-4858-aa04-ce65710f0ce1,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:26.383557 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578921'] for router_interface (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:26.870976 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] Router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 has already been hosted by L3 agent 2c1f50f6-d77b-4de9-a70b-dbd95e067194 {{(pid=103943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:37:26.982345 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] Notify agent at l3_agent.dv-cinder-837362-1-iscsi the message routers_updated {{(pid=103943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:37:26.987279 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-c9300c44-d9b3-4178-8ed9-3e2fdb005010 admin admin] 10.222.0.13 "PUT /v2.0/routers/5a4a53d1-2f68-471b-a1e9-1ab1e960ee54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6689301 Apr 11 19:37:26.989951 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 38196) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:26.990729 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5ef32-58d4-48c5-bcc0-7225f7c7622e None None] Sync routers for ids ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'] in dv-cinder-837362-1-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:37:27.004033 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5ef32-58d4-48c5-bcc0-7225f7c7622e None None] Routers {'5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:27.004655 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0cd5ef32-58d4-48c5-bcc0-7225f7c7622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:37:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:27.096997 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Publish callbacks [] for router (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:27.108268 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-0cd5ef32-58d4-48c5-bcc0-7225f7c7622e None None] Set router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:27.284375 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0cd5ef32-58d4-48c5-bcc0-7225f7c7622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'name': 'tempest-TestVolumeBootPattern-1498015289-router', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:37:26Z', 'revision_number': 5, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'gw_port': {'id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:27.311265 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5ef32-58d4-48c5-bcc0-7225f7c7622e None None] Checking router: 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 for host: dv-cinder-837362-1-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:37:27.320733 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5ef32-58d4-48c5-bcc0-7225f7c7622e None None] Routers {'5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'} bound to L3 agent in host dv-cinder-837362-1-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:27.321352 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0cd5ef32-58d4-48c5-bcc0-7225f7c7622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:13:04Z,description=,heartbeat_timestamp=2022-04-11T19:37:04Z,host='dv-cinder-837362-1-iscsi',id=2c1f50f6-d77b-4de9-a70b-dbd95e067194,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:13:04Z,topic='l3_agent')) {'router_ids': ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:27.429951 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-0cd5ef32-58d4-48c5-bcc0-7225f7c7622e None None] Set router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 gateway port host: dv-cinder-837362-1-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:27.435474 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Publish callbacks [] for router_gateway (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:27.543065 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Deleting port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 {{(pid=103944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:27.543307 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), before_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:27.621044 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.db [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] For port d4fd7fcb-d3bd-44ad-9198-5f93b949cb98, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=d4fd7fcb-d3bd-44ad-9198-5f93b949cb98,segment=NetworkSegment(8c3e7ab9-9690-4b24-95c4-39f2b802aeab),segment_id=8c3e7ab9-9690-4b24-95c4-39f2b802aeab)] {{(pid=103944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:27.621572 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:27.635246 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Calling delete_port for d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 owned by network:router_gateway {{(pid=103944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:27.684607 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0cd5ef32-58d4-48c5-bcc0-7225f7c7622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'name': 'tempest-TestVolumeBootPattern-1498015289-router', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:37:26Z', 'revision_number': 5, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'gw_port': {'id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}], 'dv-cinder-837362-1-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:27.711246 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5ef32-58d4-48c5-bcc0-7225f7c7622e None None] The sync data for ids ['5a4a53d1-2f68-471b-a1e9-1ab1e960ee54'] in dv-cinder-837362-1-iscsi is: [{'id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'name': 'tempest-TestVolumeBootPattern-1498015289-router', 'tenant_id': '473333b75a684398bf8e14c92f85afa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'external_fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:37:26Z', 'revision_number': 5, 'project_id': '473333b75a684398bf8e14c92f85afa1', 'gw_port': {'id': 'd4fd7fcb-d3bd-44ad-9198-5f93b949cb98', 'name': '', 'network_id': 'e4662dd2-4318-4102-9156-21f0a5352e19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4a53d1-2f68-471b-a1e9-1ab1e960ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:30:24Z', 'updated_at': '2022-04-11T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9428c68-9cab-49ee-99a6-435005101a72', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-1-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:37:27.871279 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25449810'] for port (d4fd7fcb-d3bd-44ad-9198-5f93b949cb98), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:27.900118 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fd7fcb-d3bd-44ad-9198-5f93b949cb98,revision_number=None']} {{(pid=103944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:27.960727 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576399'] for router_gateway (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.052758 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31717'] for router (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), precommit_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.055015 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Publish callbacks [] for router_controller (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), precommit_delete_associations {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.176340 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678440'] for router (5a4a53d1-2f68-471b-a1e9-1ab1e960ee54), after_delete {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.176921 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 {{(pid=103944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:37:28.181421 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.185321 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-84e652c7-4132-4320-848f-182dc5d31c2e admin admin] 10.222.0.13 "DELETE /v2.0/routers/5a4a53d1-2f68-471b-a1e9-1ab1e960ee54 HTTP/1.1" status: 204 len: 168 time: 1.1918750 Apr 11 19:37:28.185767 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 38198) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:28.231145 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bd8208-bf5a-4644-a092-fff623072d8b admin admin] Deleting subnet c336a52d-bd2d-4f09-8389-9dc6857faca9 {{(pid=103943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:37:28.234328 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-05bd8208-bf5a-4644-a092-fff623072d8b admin admin] Publish callbacks [] for subnet (c336a52d-bd2d-4f09-8389-9dc6857faca9), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.259679 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.274202 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-05bd8208-bf5a-4644-a092-fff623072d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28937089'] for subnet (c336a52d-bd2d-4f09-8389-9dc6857faca9), precommit_delete_associations {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.363442 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-05bd8208-bf5a-4644-a092-fff623072d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832838'] for subnet (c336a52d-bd2d-4f09-8389-9dc6857faca9), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.494072 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-05bd8208-bf5a-4644-a092-fff623072d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28864859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29274686'] for subnet (c336a52d-bd2d-4f09-8389-9dc6857faca9), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.519727 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd8208-bf5a-4644-a092-fff623072d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c336a52d-bd2d-4f09-8389-9dc6857faca9,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:28.523681 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-05bd8208-bf5a-4644-a092-fff623072d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for subnet (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.526958 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-05bd8208-bf5a-4644-a092-fff623072d8b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c336a52d-bd2d-4f09-8389-9dc6857faca9 HTTP/1.1" status: 204 len: 168 time: 0.3400550 Apr 11 19:37:28.529844 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 38200) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:28.530218 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957bb9c-9cdf-4305-b8da-051b4a933138 None None] Network c4e64585-8423-41c0-b48c-dc1f9d3a4e5f requested from dv-cinder-837362-1-iscsi {{(pid=103946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:37:28.598451 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3840341'] for network (c4e64585-8423-41c0-b48c-dc1f9d3a4e5f), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.648677 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Deleting port c0577722-294f-4768-8f3f-904117018211 {{(pid=103943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:28.649023 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (c0577722-294f-4768-8f3f-904117018211), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.707738 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5fc832-cd87-437f-afc9-2b6683635202 None None] DHCP port deletion for c4e64585-8423-41c0-b48c-dc1f9d3a4e5f request from dv-cinder-837362-1-iscsi {{(pid=103946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:37:28.717109 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.db [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] For port c0577722-294f-4768-8f3f-904117018211, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=c0577722-294f-4768-8f3f-904117018211,segment=NetworkSegment(65ae4ed1-0697-4535-9e4d-18daaaaadf9e),segment_id=65ae4ed1-0697-4535-9e4d-18daaaaadf9e)] {{(pid=103943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:28.717482 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (c0577722-294f-4768-8f3f-904117018211), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.733080 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Calling delete_port for c0577722-294f-4768-8f3f-904117018211 owned by network:dhcp {{(pid=103943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:28.747462 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-bb5fc832-cd87-437f-afc9-2b6683635202 None None] Deleting port c0577722-294f-4768-8f3f-904117018211 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:28.747835 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bb5fc832-cd87-437f-afc9-2b6683635202 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768060282911'] for port (c0577722-294f-4768-8f3f-904117018211), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.819784 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-bb5fc832-cd87-437f-afc9-2b6683635202 None None] For port c0577722-294f-4768-8f3f-904117018211, host dv-cinder-837362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-1-iscsi',level=0,port_id=c0577722-294f-4768-8f3f-904117018211,segment=NetworkSegment(65ae4ed1-0697-4535-9e4d-18daaaaadf9e),segment_id=65ae4ed1-0697-4535-9e4d-18daaaaadf9e)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:28.820209 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bb5fc832-cd87-437f-afc9-2b6683635202 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587355'] for port (c0577722-294f-4768-8f3f-904117018211), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.833508 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-bb5fc832-cd87-437f-afc9-2b6683635202 None None] Calling delete_port for c0577722-294f-4768-8f3f-904117018211 owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:28.888699 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28864806'] for port (c0577722-294f-4768-8f3f-904117018211), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.908336 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bb5fc832-cd87-437f-afc9-2b6683635202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3860875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768060289549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768059746609'] for port (c0577722-294f-4768-8f3f-904117018211), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:28.916801 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0577722-294f-4768-8f3f-904117018211,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:28.918650 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] No DVR routers for this DVR port c0577722-294f-4768-8f3f-904117018211 on host dv-cinder-837362-1-iscsi {{(pid=103943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:28.935286 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fc832-cd87-437f-afc9-2b6683635202 None None] Pushing event deleted for resources: {'Port': ['ID=c0577722-294f-4768-8f3f-904117018211,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:28.941043 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fc832-cd87-437f-afc9-2b6683635202 None None] No DVR routers for this DVR port c0577722-294f-4768-8f3f-904117018211 on host dv-cinder-837362-1-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:28.988712 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803531', 'neutron.services.segments.db._delete_segments_for_network-8768060259503'] for network (c4e64585-8423-41c0-b48c-dc1f9d3a4e5f), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:29.012063 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e64585-8423-41c0-b48c-dc1f9d3a4e5f']}} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:29.021866 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ae4ed1-0697-4535-9e4d-18daaaaadf9e') {'for_net_delete': True} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:29.022171 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.services.segments.db [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ae4ed1-0697-4535-9e4d-18daaaaadf9e') {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:29.031756 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768060261304', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28937096'] for segment (65ae4ed1-0697-4535-9e4d-18daaaaadf9e), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:29.045040 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339'] for segment (65ae4ed1-0697-4535-9e4d-18daaaaadf9e), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:29.051341 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:37:29.052762 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3827339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28865009'] for segment (65ae4ed1-0697-4535-9e4d-18daaaaadf9e), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: Traceback (most recent call last): Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: timer() Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: cb(*args, **kw) Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: return func(*args, **kwargs) Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: self._notify() Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: self.callback(batched_events) Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: event.method(event) Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: return f(self, *a, **k) Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._get(url).json() Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: return self.request(url, 'GET', **kwargs) Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:37:29.053574 dv-cinder-837362-1-iscsi neutron-server[103943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:37:29.151480 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576491'] for network (c4e64585-8423-41c0-b48c-dc1f9d3a4e5f), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:29.157235 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535844'] for network (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:29.163118 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] 10.222.0.13 "DELETE /v2.0/networks/c4e64585-8423-41c0-b48c-dc1f9d3a4e5f HTTP/1.1" status: 204 len: 168 time: 0.6296480 Apr 11 19:37:29.171160 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5628a-d9f9-4f04-b952-390a3bc15d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e64585-8423-41c0-b48c-dc1f9d3a4e5f,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:29.395321 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 38204) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:29.410886 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:29.431722 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:29.432102 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device 202d2f7f-a8bb-4858-aa04-ce65710f0ce1 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:29.432514 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device c0577722-294f-4768-8f3f-904117018211 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:29.436758 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-81dbbde1-7c0d-47ac-9679-f872296385b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5adfa3d877040b6803d66692bd10f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402665 Apr 11 19:37:29.439749 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 38206) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:29.452251 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: c0577722-294f-4768-8f3f-904117018211 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:29.452598 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device c0577722-294f-4768-8f3f-904117018211 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:29.453005 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 no longer exists at agent ovs-agent-dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:29.473638 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] No Port match for: d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 {{(pid=103946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:29.474003 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.rpc [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Device d4fd7fcb-d3bd-44ad-9198-5f93b949cb98 not bound to the agent host dv-cinder-837362-1-iscsi {{(pid=103946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:29.495385 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cbf835ff-c7f6-404a-a4d6-a85178fbaa39 admin admin] Publish callbacks [] for security_group (3d0787e6-16ea-4dce-a001-2e826edafeed), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:29.516802 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cbf835ff-c7f6-404a-a4d6-a85178fbaa39 admin admin] Publish callbacks [] for security_group (3d0787e6-16ea-4dce-a001-2e826edafeed), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:29.630473 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cbf835ff-c7f6-404a-a4d6-a85178fbaa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (3d0787e6-16ea-4dce-a001-2e826edafeed), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:29.633079 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-cbf835ff-c7f6-404a-a4d6-a85178fbaa39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:29.634242 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-cbf835ff-c7f6-404a-a4d6-a85178fbaa39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d0787e6-16ea-4dce-a001-2e826edafeed HTTP/1.1" status: 204 len: 168 time: 0.1935730 Apr 11 19:37:29.641809 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf835ff-c7f6-404a-a4d6-a85178fbaa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0787e6-16ea-4dce-a001-2e826edafeed,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:30.298439 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [-] (103944) accepted ('10.222.0.13', 38212) {{(pid=103944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:30.346603 dv-cinder-837362-1-iscsi neutron-server[103944]: INFO neutron.wsgi [None req-0bc53d20-cb65-457f-b687-20344f63e686 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=473333b75a684398bf8e14c92f85afa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440915 Apr 11 19:37:30.347049 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.wsgi [-] (103943) accepted ('10.222.0.13', 38214) {{(pid=103943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:30.399235 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b713b763-7425-4096-8027-743af1095d03 admin admin] Publish callbacks [] for security_group (530c2b8b-68b3-4d2f-978b-866debb1030e), before_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:30.422053 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b713b763-7425-4096-8027-743af1095d03 admin admin] Publish callbacks [] for security_group (530c2b8b-68b3-4d2f-978b-866debb1030e), precommit_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:30.511264 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b713b763-7425-4096-8027-743af1095d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571667'] for security_group (530c2b8b-68b3-4d2f-978b-866debb1030e), after_delete {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:30.513936 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-b713b763-7425-4096-8027-743af1095d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:30.515122 dv-cinder-837362-1-iscsi neutron-server[103943]: INFO neutron.wsgi [None req-b713b763-7425-4096-8027-743af1095d03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/530c2b8b-68b3-4d2f-978b-866debb1030e HTTP/1.1" status: 204 len: 168 time: 0.1670272 Apr 11 19:37:30.523629 dv-cinder-837362-1-iscsi neutron-server[103943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713b763-7425-4096-8027-743af1095d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530c2b8b-68b3-4d2f-978b-866debb1030e,revision_number=None']} {{(pid=103943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:31.488651 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1c267bbb-7233-422a-83aa-e2f753488ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.956720 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dab73c6b-ba55-45f4-b9f7-caeca58327a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:34.693494 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:36.465334 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:37.922339 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:42.900906 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:37:58.258660 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:01.470005 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-614531a8-77f9-47ee-906d-6c357c98a0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:03.966821 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-67b385f3-2053-4254-b2f4-f0b206fdb3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.715551 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:06.481253 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:07.875569 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:19.899794 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:38:28.275094 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:31.486117 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ce859d60-d2dc-4646-8bdc-0e2ef56fcd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:33.931373 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dae24adf-0e90-4abd-af79-475bdf00b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:34.697209 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:36.491383 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:37.885640 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.897733 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:38:58.279457 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:01.450497 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-79dcdf4c-a83c-466c-9a2e-d73449b01f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.948068 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aab58930-082c-4929-9d28-24352fc43dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:04.713231 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:06.502021 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.873484 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:28.284015 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:31.501402 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-037a1108-e94d-4206-993a-5a985cb95aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:33.895928 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:39:33.923834 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6a8e5e09-d476-4ed0-806c-d069cb92b0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:34.718575 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:36.472706 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:37.873077 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:58.317633 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:01.477194 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ab7016ec-3e99-4899-822b-b9c3d41c0963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:03.934184 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-891b1caa-4056-41b5-a8b1-3fd4c96f3235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:04.723065 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:06.506052 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:07.888888 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:10.894132 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:40:28.305110 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:31.482078 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dad371d2-2217-4d38-80e9-1edfb9c02f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:33.939250 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e564c55e-13f0-4e2e-a37c-cbdc66a202b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:34.750391 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:36.499252 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:37.887394 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:47.893970 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:40:58.304351 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:01.475430 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7d7e9911-a61e-46a5-af25-b0a154e2babd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:03.955224 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a4745586-069d-4076-a65e-74ca762fe57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:04.732352 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:06.514846 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:07.915781 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:17.296997 dv-cinder-837362-1-iscsi neutron-server[103944]: DEBUG neutron.wsgi [req-9446b8e2-d8a9-472e-af0f-5d7e72b22a51 req-05f70e03-e889-4456-aab2-49995910aa89 service neutron] (103944) timed out ('10.222.0.23', 64219) {{(pid=103944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 19:41:24.893708 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:41:28.320537 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:31.525719 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4c56e93e-aa1d-43d9-8859-93a8b8601ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:33.983307 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2d797da8-1d31-4761-a0fc-222c2c79608d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:34.737262 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:36.525602 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:37.920573 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:58.324991 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:01.490739 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4e1119b9-096b-483d-b7fe-8d33a499bdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:01.894036 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:42:03.976240 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7d670231-e876-44bb-b328-7f3258920dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:04.724956 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:06.553048 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:07.878683 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:28.335394 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5794-04f7-4444-9472-6d6990190075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f9c016f8-b822-479c-b935-22d9fba711de), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:31.523733 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-537adf48-c128-47cc-afe5-db55d6e3507d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (5e2f09c5-f1d4-4f8f-b14e-a6bb056c57df), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:33.986127 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3bd00bcb-83be-4975-8376-fa80281eadfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (2c1f50f6-d77b-4de9-a70b-dbd95e067194), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:34.741457 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c01547af-cd1b-4e40-b4d1-68f1c77402ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (01fcf596-5a9d-42c0-97de-505cdbb8ee70), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:36.546813 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7019515d-10d5-4295-830e-5bddd572e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (f27d3b68-0b9b-4ba3-8f8b-2f6684688cca), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:37.906569 dv-cinder-837362-1-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-802a73e6-2381-48b1-86e2-e23e2985fa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768060259485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803852'] for agent (ab616325-ea26-4f9a-8524-93198b97e58c), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:38.893980 dv-cinder-837362-1-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-ca7305aa-11a3-488f-9708-2b7bac0c6758 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}